-- Logs begin at Mon 2021-08-30 17:50:39 UTC, end at Mon 2021-08-30 18:55:45 UTC. -- Aug 30 18:25:02.393103 dv-cinder-790492-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 30 18:25:05.183060 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.common.config [-] Logging enabled! Aug 30 18:25:05.183754 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 30 18:25:05.183858 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93826) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 30 18:25:05.186971 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.common.config [-] Logging enabled! Aug 30 18:25:05.187251 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 30 18:25:05.187568 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93826) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 30 18:25:05.188512 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 18:25:05.188742 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 18:25:05.189101 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 18:25:05.189346 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 18:25:05.189567 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 18:25:05.189895 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.190193 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.190489 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.190718 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.191012 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.191327 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.191612 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.191902 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.192196 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.192524 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.193371 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.193656 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.193879 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.194160 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.194446 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.194731 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.194953 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] debug = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.195255 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.195686 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.196098 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.196376 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.196670 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.196951 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.197220 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.197500 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.197781 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.198110 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] host = dv-cinder-790492-12-iscsi {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.198386 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.198671 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.198955 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.199262 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.199540 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.199815 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.200098 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.200369 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.200639 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] log_file = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.200912 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.201197 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.201480 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.201766 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.201988 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.202207 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.202492 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.202777 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.203050 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.203349 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.203622 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.203894 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.204164 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.204431 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.204716 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.204998 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.205280 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.205555 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.205826 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.206095 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.206363 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.206645 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.206913 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.207203 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.207475 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.207758 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.208022 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.208476 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.208812 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.209099 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.209383 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.209667 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.209939 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.210220 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.210494 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.210765 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.211036 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] use_json = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.211331 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.211604 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.211893 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.212151 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.212420 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.212690 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.212958 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.213240 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:05.213535 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.213827 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.214125 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.214408 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.214699 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.214975 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.215285 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.215564 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.215850 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.216136 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.216421 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.216697 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.216983 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.217261 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.217550 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.217851 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.218145 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.218435 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.218710 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.218982 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.219276 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.219553 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.219836 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.220115 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.220402 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.220689 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.220964 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.221247 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.221552 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.221821 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.222092 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.222370 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.222662 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.222936 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.223237 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.223514 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.223900 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.224198 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.224469 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.224748 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.225026 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.225298 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.225570 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.225847 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.226135 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.226415 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.226685 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.226954 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.227263 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.227534 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.227816 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.228090 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.228364 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.228634 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.228911 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.229181 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.229452 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.229728 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.229997 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.230275 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.230547 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.230817 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.231088 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.231383 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.231671 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.231923 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.232194 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.232471 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.232742 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.233010 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.233279 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.233546 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.233816 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.234099 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.234394 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.234671 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.234947 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.235249 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.235527 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.235804 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.236080 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.236353 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.236626 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.236895 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.237186 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.237465 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.237747 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.238027 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.238299 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.238596 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.238871 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.239170 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.240062 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.240345 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.240624 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.240904 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.241195 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.241485 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.241774 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.242062 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.242351 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.242627 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.242934 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.243240 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:05.243458 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 18:25:05.243697 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93826) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 30 18:25:05.593851 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 30 18:25:05.594189 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 30 18:25:05.594397 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 30 18:25:05.594729 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 30 18:25:05.987332 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:05.987618 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:05.987889 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:05.989174 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:05.989547 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:05.990021 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.025710 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.025981 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.026244 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.041566 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.041845 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.042116 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.070672 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.070952 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.071247 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.109511 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.109787 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.110056 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.346847 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.347590 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.347590 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.347590 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.348494 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.469986 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.470304 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.470574 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.470847 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.471110 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.471444 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.471702 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.471960 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.472212 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.472489 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.472744 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.473005 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.473260 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.473507 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.474322 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.474647 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.474902 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.475189 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.475456 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.475713 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.475980 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.476230 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.476507 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.476883 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.477130 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.477373 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.477771 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 18:25:06.478005 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 18:25:06.478237 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 18:25:06.478468 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 18:25:06.478697 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 18:25:06.478926 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 18:25:06.479326 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 30 18:25:06.482513 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 30 18:25:06.486531 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 30 18:25:06.491134 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Aug 30 18:25:06.492765 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 30 18:25:06.493210 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 30 18:25:06.493541 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 30 18:25:06.493924 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 30 18:25:06.496733 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 30 18:25:06.496982 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 30 18:25:06.497325 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 18:25:06.502629 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 30 18:25:06.525026 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 30 18:25:06.525491 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.525792 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93826) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 30 18:25:06.526149 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.527552 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93826) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 30 18:25:06.527843 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 18:25:06.528088 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 30 18:25:06.531386 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.531668 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:06.595540 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 30 18:25:06.595775 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 30 18:25:06.596003 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 30 18:25:06.596378 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 30 18:25:06.618771 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_db.sqlalchemy.engines [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93826) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 30 18:25:07.160997 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.plugins.ml2.managers [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Initializing driver for type 'gre' Aug 30 18:25:07.162049 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] gre ID ranges: [(1, 1000)] Aug 30 18:25:07.217248 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.plugins.ml2.managers [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Initializing driver for type 'local' Aug 30 18:25:07.217592 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.plugins.ml2.managers [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Initializing driver for type 'vlan' Aug 30 18:25:07.231891 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] VlanTypeDriver initialization complete Aug 30 18:25:07.232226 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.plugins.ml2.managers [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Initializing driver for type 'vxlan' Aug 30 18:25:07.232732 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] vxlan ID ranges: [(1, 1000)] Aug 30 18:25:07.292933 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.plugins.ml2.managers [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Initializing extension driver 'port_security' Aug 30 18:25:07.293542 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.plugins.ml2.extensions.port_security [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] PortSecurityExtensionDriver initialization complete Aug 30 18:25:07.293911 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.plugins.ml2.managers [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Initializing mechanism driver 'openvswitch' Aug 30 18:25:07.294249 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.plugins.ml2.managers [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Initializing mechanism driver 'hyperv' Aug 30 18:25:07.301270 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:25:07.302636 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > port after_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.303048 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > port after_update 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.303434 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > port after_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.303996 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 18:25:07.304451 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > subnet after_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.304805 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > subnet after_update 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.305162 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.305562 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 18:25:07.305976 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > network after_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.306326 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > network after_update 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.306673 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > network after_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.307073 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 18:25:07.307508 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > security_group after_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.307857 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > security_group after_update 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.308207 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.308781 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 18:25:07.309196 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.309549 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.309902 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.310307 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 18:25:07.310711 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > address_group after_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.311060 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > address_group after_update 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.311437 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.311834 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 18:25:07.312220 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] ML2 OVO RPC backend initialized. {{(pid=93826) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 30 18:25:07.313013 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.313379 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.313803 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > network before_response 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.314157 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > networks before_response 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.314509 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > port before_response 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.314855 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > ports before_response 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.315229 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > subnet before_response 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.315579 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > subnets before_response 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.315927 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > network after_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.316272 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > network after_update 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.316612 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > network after_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.316953 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > port after_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.317292 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > port after_update 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.318182 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > port after_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.318602 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > subnet after_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.318944 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > subnet after_update 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.319309 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.319946 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.plugins.ml2.plugin [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Modular L2 Plugin initialization complete Aug 30 18:25:07.320279 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading services supported by the core plugin {{(pid=93826) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 30 18:25:07.320614 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.plugins.ml2.managers [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Got port-security extension from driver 'port_security' Aug 30 18:25:07.321083 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.extensions.vlantransparent [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Disabled vlantransparent extension. Aug 30 18:25:07.321578 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93826) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 30 18:25:07.321888 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading Plugin: router Aug 30 18:25:07.363911 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.365272 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > router after_create 55549900 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.365272 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > router before_create 55549900 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.365272 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.366493 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.366493 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > router after_delete 55549900 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.366691 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.367043 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.367442 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > router after_create 55549900 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.367795 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > router after_update 55549900 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.368146 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > router after_update 55549900 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.368497 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.368857 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > router after_update 55549900 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.369284 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > router precommit_update 55549900 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.369659 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: port after_update 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.370000 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: port after_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.370338 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: subnet after_update 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.370675 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.371029 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.371402 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > router precommit_create 55549900 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.371753 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: port before_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.372101 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > router precommit_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.372464 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > router after_update 55549900 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.372813 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.373168 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > router precommit_create 55549900 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.373532 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.373879 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > router precommit_update 55549900 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.374248 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > agent after_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.374598 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > agent after_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.374943 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > network after_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.375943 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.quota.resource_registry [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Tracking information for resource: router configured {{(pid=93826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 18:25:07.376278 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.quota.resource_registry [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Tracking information for resource: floatingip configured {{(pid=93826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 18:25:07.382496 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.db.l3_agentschedulers_db [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 30 18:25:07.383090 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: port after_update 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.383506 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: port after_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.383858 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: port after_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.384210 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: port after_update 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.385039 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > router before_create 55550100 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.385410 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.385772 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > router precommit_create 55550100 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.386134 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > router precommit_update 55550100 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.390967 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.services.provider_configuration [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Service providers = [] {{(pid=93826) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 30 18:25:07.391362 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.db.servicetype_db [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93826) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 30 18:25:07.394539 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.services.service_base [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93826) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 18:25:07.394889 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.services.service_base [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93826) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 18:25:07.395276 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.services.service_base [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93826) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 18:25:07.396873 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.services.service_base [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93826) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 18:25:07.397186 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.services.service_base [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 30 18:25:07.397577 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 18:25:07.397895 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 30 18:25:07.409057 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 18:25:07.409393 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading Plugin: auto_allocate Aug 30 18:25:07.415631 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: network precommit_update 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.415934 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: network precommit_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.416482 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 18:25:07.416806 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading Plugin: tag Aug 30 18:25:07.424022 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 18:25:07.424347 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading Plugin: timestamp Aug 30 18:25:07.429218 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 18:25:07.429556 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading Plugin: network_ip_availability Aug 30 18:25:07.435081 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.435485 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.435845 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.436599 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 18:25:07.436923 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading Plugin: flavors Aug 30 18:25:07.441684 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 18:25:07.442014 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading Plugin: revisions Aug 30 18:25:07.447090 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 18:25:07.447503 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_concurrency.lockutils [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.853s {{(pid=93826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 30 18:25:07.448252 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93826) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 30 18:25:07.448590 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Initializing extension manager. Aug 30 18:25:07.449113 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: __init__.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.449453 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: __pycache__ {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.449787 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.450197 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: address_group.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.450970 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.451572 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: address-group Aug 30 18:25:07.451895 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: address_scope.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.452613 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.453118 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: address-scope Aug 30 18:25:07.453441 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.454402 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.454907 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: router-admin-state-down-before-update Aug 30 18:25:07.455273 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: agent.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.456208 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.456714 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: agent Aug 30 18:25:07.457039 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: agent_resources_synced.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.457958 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.458496 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: agent-resources-synced Aug 30 18:25:07.458822 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: allowedaddresspairs.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.460726 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.461253 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: allowed-address-pairs Aug 30 18:25:07.461581 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: auto_allocated_topology.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.462681 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.463230 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: auto-allocated-topology Aug 30 18:25:07.463559 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: availability_zone.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.464264 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.464767 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: availability_zone Aug 30 18:25:07.465092 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: availability_zone_filter.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.466011 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.466516 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: availability_zone_filter Aug 30 18:25:07.466837 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: data_plane_status.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.467773 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.468277 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extension data-plane-status not supported by any of loaded plugins Aug 30 18:25:07.468597 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: default_subnetpools.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.469509 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.470017 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: default-subnetpools Aug 30 18:25:07.470337 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.471191 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.471700 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: dhcp_agent_scheduler Aug 30 18:25:07.472023 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: dns.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.472953 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.473453 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extension dns-integration not supported by any of loaded plugins Aug 30 18:25:07.473814 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: dns_domain_ports.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.475045 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.475573 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 30 18:25:07.475896 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.476825 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.477328 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 30 18:25:07.477649 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: dvr.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.478321 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.478827 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: dvr Aug 30 18:25:07.479169 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: ecmp_routes.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.480092 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.480589 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 30 18:25:07.480914 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: empty_string_filtering.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.481820 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.482323 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: empty-string-filtering Aug 30 18:25:07.482645 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.483595 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.484097 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 30 18:25:07.484420 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.485335 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.485833 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 30 18:25:07.486163 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: external_net.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.487061 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.487589 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: external-net Aug 30 18:25:07.487912 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.488825 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.489869 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: extra_dhcp_opt Aug 30 18:25:07.490375 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: extraroute.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.491327 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.491839 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: extraroute Aug 30 18:25:07.492160 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: extraroute_atomic.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.493207 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.493714 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: extraroute-atomic Aug 30 18:25:07.494039 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: filter_validation.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.494718 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.495240 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: filter-validation Aug 30 18:25:07.495565 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: fip_pf_description.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.496481 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.496981 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 30 18:25:07.497304 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: fip_port_details.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.498217 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.498723 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: fip-port-details Aug 30 18:25:07.499044 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: flavors.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.500333 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.500848 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: flavors Aug 30 18:25:07.501173 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.502830 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.503372 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 30 18:25:07.503702 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: floatingip_pools.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.504407 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.504913 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: floatingip-pools Aug 30 18:25:07.505794 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: ip_allocation.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.506725 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.507263 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extension ip_allocation not supported by any of loaded plugins Aug 30 18:25:07.507587 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.508522 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.509026 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: ip-substring-filtering Aug 30 18:25:07.509352 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: l2_adjacency.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.510300 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.510801 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 30 18:25:07.511136 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: l3.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.512299 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.512814 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: router Aug 30 18:25:07.513141 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.515437 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.515961 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 30 18:25:07.516293 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.517222 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.517732 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: ext-gw-mode Aug 30 18:25:07.518056 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.518991 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.519534 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: l3-ha Aug 30 18:25:07.519863 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: l3_flavors.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.520809 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.521402 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: l3-flavors Aug 30 18:25:07.521757 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.522681 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.523218 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 30 18:25:07.523543 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: l3agentscheduler.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.524625 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.525135 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: l3_agent_scheduler Aug 30 18:25:07.525461 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: logging.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.526960 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.527510 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extension logging not supported by any of loaded plugins Aug 30 18:25:07.527839 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: metering.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.528589 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.529172 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: metering Aug 30 18:25:07.529495 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.530601 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.531113 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: metering_source_and_destination_fields Aug 30 18:25:07.531458 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: multiprovidernet.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.532378 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.532885 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: multi-provider Aug 30 18:25:07.533205 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: netmtu.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.534121 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.534624 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: net-mtu Aug 30 18:25:07.534942 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: netmtu_writable.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.535891 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.536444 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: net-mtu-writable Aug 30 18:25:07.536862 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: network_availability_zone.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.537553 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.538061 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: network_availability_zone Aug 30 18:25:07.538380 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: network_ip_availability.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.539528 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.540037 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: network-ip-availability Aug 30 18:25:07.540375 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: network_segment_range.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.541139 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.541639 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extension network-segment-range not supported by any of loaded plugins Aug 30 18:25:07.541967 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: pagination.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.542955 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.543580 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: pagination Aug 30 18:25:07.543900 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: port_device_profile.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.544887 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.545398 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: port-device-profile Aug 30 18:25:07.545720 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.546637 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.547172 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: port-mac-address-regenerate Aug 30 18:25:07.547499 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.548430 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.548942 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: port-numa-affinity-policy Aug 30 18:25:07.549268 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: port_resource_request.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.550178 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.550680 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extension port-resource-request not supported by any of loaded plugins Aug 30 18:25:07.551005 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: portbindings.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.552475 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.553025 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: binding Aug 30 18:25:07.553351 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: portbindings_extended.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.554804 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.555351 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: binding-extended Aug 30 18:25:07.555682 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: portsecurity.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.556608 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.557118 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: port-security Aug 30 18:25:07.557443 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: project_id.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.558420 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.558755 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: project-id Aug 30 18:25:07.559083 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: providernet.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.560040 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.560553 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: provider Aug 30 18:25:07.560877 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: qos.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.564465 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.564991 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extension qos not supported by any of loaded plugins Aug 30 18:25:07.568144 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.568144 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.568144 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 30 18:25:07.568144 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.569246 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.569774 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 30 18:25:07.570102 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: qos_default.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.571024 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.571558 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extension qos-default not supported by any of loaded plugins Aug 30 18:25:07.571886 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: qos_fip.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.572568 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.573063 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extension qos-fip not supported by any of loaded plugins Aug 30 18:25:07.573383 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: qos_gateway_ip.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.574313 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.574820 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 30 18:25:07.575158 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: qos_port_network_policy.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.576081 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.576583 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 30 18:25:07.576905 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: qos_pps_rule.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.578109 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.578621 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extension qos-pps not supported by any of loaded plugins Aug 30 18:25:07.578948 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: qos_rule_type_details.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.579903 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.580412 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 30 18:25:07.580735 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: qos_rules_alias.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.581778 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.582285 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 30 18:25:07.582609 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: quotasv2.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.583636 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.583963 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: quotas Aug 30 18:25:07.584284 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: quotasv2_detail.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.587446 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.587791 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: quota_details Aug 30 18:25:07.588126 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: rbac.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.589421 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.589953 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: rbac-policies Aug 30 18:25:07.590288 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: rbac_address_group.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.591253 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.591765 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: rbac-address-group Aug 30 18:25:07.592092 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: rbac_address_scope.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.593014 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.593527 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: rbac-address-scope Aug 30 18:25:07.593852 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: rbac_security_groups.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.594764 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.595384 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: rbac-security-groups Aug 30 18:25:07.595712 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: rbac_subnetpool.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.596621 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.597127 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: rbac-subnetpool Aug 30 18:25:07.597451 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: revisionifmatch.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.598369 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.598916 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: revision-if-match Aug 30 18:25:07.599264 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: revisions.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.600391 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.600898 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: standard-attr-revisions Aug 30 18:25:07.601226 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: router_availability_zone.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.601901 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.602405 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: router_availability_zone Aug 30 18:25:07.602728 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: routerservicetype.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.603669 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.604171 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extension router-service-type not supported by any of loaded plugins Aug 30 18:25:07.604493 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.605408 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.605913 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: security-groups-normalized-cidr Aug 30 18:25:07.606237 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.607176 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.607686 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: port-security-groups-filtering Aug 30 18:25:07.608011 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.608932 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.609452 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: security-groups-remote-address-group Aug 30 18:25:07.609777 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: securitygroup.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.621768 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.622308 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: security-group Aug 30 18:25:07.622643 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: segment.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.623479 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.623993 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extension segment not supported by any of loaded plugins Aug 30 18:25:07.624323 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.625285 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.625795 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 30 18:25:07.626123 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: servicetype.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.627343 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.627864 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: service-type Aug 30 18:25:07.628194 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: sorting.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.629180 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.629518 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: sorting Aug 30 18:25:07.629843 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: standard_attr_segment.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.631422 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.631933 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 30 18:25:07.632260 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: standardattrdescription.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.632920 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.633424 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: standard-attr-description Aug 30 18:25:07.633746 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: stateful_security_group.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.634680 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.635226 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: stateful-security-group Aug 30 18:25:07.635553 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: stdattrs_common.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.636144 dv-cinder-790492-12-iscsi neutron-server[93826]: WARNING neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 30 18:25:07.636467 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.637412 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.637924 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 30 18:25:07.638243 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: subnet_onboard.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.639351 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.639867 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: subnet_onboard Aug 30 18:25:07.640189 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.641112 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.641621 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 30 18:25:07.641942 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: subnet_service_types.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.642859 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.643401 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: subnet-service-types Aug 30 18:25:07.643723 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: subnetallocation.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.644820 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.645337 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: subnet_allocation Aug 30 18:25:07.645709 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.646446 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.646951 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: subnetpool-prefix-ops Aug 30 18:25:07.647304 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.648237 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.648746 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 30 18:25:07.649068 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: tagging.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.650163 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.650698 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: standard-attr-tag Aug 30 18:25:07.651023 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: timestamp.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.652262 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.652777 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loaded extension: standard-attr-timestamp Aug 30 18:25:07.653107 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: trunk.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.654148 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.654659 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extension trunk not supported by any of loaded plugins Aug 30 18:25:07.654986 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: trunk_details.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.655936 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.656444 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extension trunk-details not supported by any of loaded plugins Aug 30 18:25:07.656769 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: uplink_status_propagation.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.657691 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.658194 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 30 18:25:07.658518 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Loading extension file: vlantransparent.py {{(pid=93826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:25:07.659231 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:25:07.659740 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 30 18:25:07.662281 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.quota.resource_registry [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Creating instance of TrackedResource for resource:network Aug 30 18:25:07.662808 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.quota.resource_registry [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Creating instance of TrackedResource for resource:subnet Aug 30 18:25:07.663241 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.quota.resource_registry [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 18:25:07.663633 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.quota.resource_registry [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Creating instance of TrackedResource for resource:port Aug 30 18:25:07.664894 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.v2.resource_helper [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 18:25:07.665330 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.v2.resource_helper [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Service FLAVORS assigned prefix: {{(pid=93826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 18:25:07.666005 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.v2.resource_helper [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 18:25:07.666389 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.v2.resource_helper [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 18:25:07.666720 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.quota.resource_registry [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Creating instance of TrackedResource for resource:router Aug 30 18:25:07.667175 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.quota.resource_registry [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Creating instance of TrackedResource for resource:floatingip Aug 30 18:25:07.667681 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.v2.resource_helper [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Service METERING assigned prefix: /metering {{(pid=93826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 18:25:07.669423 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.669795 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.670147 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:25:07.671185 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.quota.resource_registry [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 18:25:07.671622 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.quota.resource_registry [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Creating instance of TrackedResource for resource:security_group Aug 30 18:25:07.672056 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.quota.resource_registry [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 18:25:07.672653 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.v2.resource_helper [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Service CORE assigned prefix: {{(pid=93826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 18:25:07.672981 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.quota.resource_registry [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 18:25:07.673326 dv-cinder-790492-12-iscsi neutron-server[93826]: WARNING neutron.quota.resource_registry [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] subnetpool is already registered Aug 30 18:25:07.673751 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.v2.resource_helper [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Service CORE assigned prefix: {{(pid=93826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 18:25:07.674075 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.quota.resource_registry [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 18:25:07.674404 dv-cinder-790492-12-iscsi neutron-server[93826]: WARNING neutron.quota.resource_registry [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] subnetpool is already registered Aug 30 18:25:07.676722 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.v2.resource_helper [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 18:25:07.677682 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.v2.resource_helper [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Service FLAVORS assigned prefix: {{(pid=93826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 18:25:07.678443 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.v2.resource_helper [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 18:25:07.678864 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.v2.resource_helper [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 18:25:07.679223 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.quota.resource_registry [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Creating instance of TrackedResource for resource:router Aug 30 18:25:07.679563 dv-cinder-790492-12-iscsi neutron-server[93826]: WARNING neutron.quota.resource_registry [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] router is already registered Aug 30 18:25:07.679980 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.quota.resource_registry [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Creating instance of TrackedResource for resource:floatingip Aug 30 18:25:07.680318 dv-cinder-790492-12-iscsi neutron-server[93826]: WARNING neutron.quota.resource_registry [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] floatingip is already registered Aug 30 18:25:07.680771 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.v2.resource_helper [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Service METERING assigned prefix: /metering {{(pid=93826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 18:25:07.681428 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.quota.resource_registry [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 18:25:07.681753 dv-cinder-790492-12-iscsi neutron-server[93826]: WARNING neutron.quota.resource_registry [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] rbac_policy is already registered Aug 30 18:25:07.682159 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.quota.resource_registry [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Creating instance of TrackedResource for resource:security_group Aug 30 18:25:07.682492 dv-cinder-790492-12-iscsi neutron-server[93826]: WARNING neutron.quota.resource_registry [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] security_group is already registered Aug 30 18:25:07.682887 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.quota.resource_registry [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 18:25:07.683248 dv-cinder-790492-12-iscsi neutron-server[93826]: WARNING neutron.quota.resource_registry [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] security_group_rule is already registered Aug 30 18:25:07.683869 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.v2.resource_helper [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Service CORE assigned prefix: {{(pid=93826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 18:25:07.684196 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.quota.resource_registry [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 18:25:07.684528 dv-cinder-790492-12-iscsi neutron-server[93826]: WARNING neutron.quota.resource_registry [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] subnetpool is already registered Aug 30 18:25:07.684945 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.v2.resource_helper [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Service CORE assigned prefix: {{(pid=93826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 18:25:07.685266 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.quota.resource_registry [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 18:25:07.685593 dv-cinder-790492-12-iscsi neutron-server[93826]: WARNING neutron.quota.resource_registry [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] subnetpool is already registered Aug 30 18:25:07.686055 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: extensions {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.687564 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: address-groups {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.689040 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: address-scopes {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.690342 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: agents {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.691619 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: auto-allocated-topology {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.694463 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: availability_zones {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.695713 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: dhcp-networks {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.697227 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: dhcp-agents {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.698628 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: routers {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.700875 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: flavors {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.702040 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: service_profiles {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.703272 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: next_providers {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.704711 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: service_profiles {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.706224 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: floatingip-pools {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.707449 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: routers {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.709644 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: floatingips {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.710921 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: l3-routers {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.712339 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: l3-agents {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.713714 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: metering-labels {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.715100 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: metering-label-rules {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.716409 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: network-ip-availabilities {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.717661 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: bindings {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.719333 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: quotas {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.720761 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: quotas {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.722184 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: rbac-policies {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.723398 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: security-groups {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.724719 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: security-group-rules {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.725949 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: service-providers {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.727186 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: subnetpools {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.729636 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: subnetpools {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.731095 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: tags {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.732768 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: tags {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.734555 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: tags {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.736351 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: tags {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.738142 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: tags {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.740671 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: tags {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.742349 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: tags {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.744269 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: tags {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.746123 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: tags {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.747877 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron.api.extensions [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Extended resource: tags {{(pid=93826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:25:07.753793 dv-cinder-790492-12-iscsi neutron-server[93826]: WARNING keystonemiddleware.auth_token [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 30 18:25:07.759295 dv-cinder-790492-12-iscsi neutron-server[93826]: WARNING keystonemiddleware.auth_token [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 30 18:25:07.767537 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_concurrency.lockutils [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Acquired lock "singleton_lock" {{(pid=93826) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 30 18:25:07.768013 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_concurrency.lockutils [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Releasing lock "singleton_lock" {{(pid=93826) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 30 18:25:07.768658 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO oslo_service.service [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Starting 2 workers Aug 30 18:25:07.773604 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Started child 94077 {{(pid=93826) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 18:25:07.778141 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Started child 94078 {{(pid=93826) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 18:25:07.778900 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:07.779733 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO neutron.service [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 30 18:25:07.780366 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [-] (94077) wsgi starting up on http://0.0.0.0:9696 Aug 30 18:25:07.780465 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Notify callbacks [] for process, before_spawn {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:07.782813 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:07.783255 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO oslo_service.service [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Starting 1 workers Aug 30 18:25:07.784204 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [-] (94078) wsgi starting up on http://0.0.0.0:9696 Aug 30 18:25:07.788302 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Started child 94079 {{(pid=93826) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 18:25:07.788863 dv-cinder-790492-12-iscsi neutron-server[93826]: INFO oslo_service.service [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Starting 1 workers Aug 30 18:25:07.792179 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.service [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] calling RpcWorker wait() {{(pid=94079) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 30 18:25:07.792706 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.service [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] returning from RpcWorker wait() {{(pid=94079) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 30 18:25:07.793675 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Started child 94080 {{(pid=93826) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 18:25:07.794198 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:07.794486 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-adccebb8-d4e2-4370-b997-ae1881d0e439 None None] Notify callbacks [] for process, after_spawn {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:07.794699 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:25:07.796362 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93826) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 18:25:07.796571 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 18:25:07.796757 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 18:25:07.796967 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 18:25:07.797297 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 18:25:07.797464 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 18:25:07.797956 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.798223 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.798500 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.798750 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.799037 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.799500 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:07.799960 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.799960 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.800104 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.800371 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.800628 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.800799 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.800963 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.801214 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.801441 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.801749 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.802561 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.802800 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.803069 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.803280 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.803500 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.803767 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.803994 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.804262 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] debug = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.804508 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.805003 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.805226 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.805461 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.805673 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.805938 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.806163 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.806420 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.806683 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.806893 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.807154 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.807441 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.807685 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.807904 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.808140 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.808388 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.808618 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.809082 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] host = dv-cinder-790492-12-iscsi {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.809329 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.809559 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.809788 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.810032 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.810274 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.810505 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.810774 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.811018 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.811299 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.811530 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.811786 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.812031 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.812266 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.812525 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] log_file = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.812687 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] log_options = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.812902 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.813174 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.813441 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.813628 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.813796 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.813987 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.814228 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.814377 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.814628 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.814842 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.815054 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.815306 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.815543 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.815778 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.816046 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.816290 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.816504 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.816794 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.816969 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.817226 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.817484 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.818314 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.818543 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.818757 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.818971 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.819230 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.819475 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.819662 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.819871 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.820109 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.820321 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.820588 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.820819 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.821077 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.821305 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.821527 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.821759 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.822023 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.822252 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.822492 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.822741 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.822976 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.823223 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.823438 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.823652 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.823882 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] use_json = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.824097 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.824335 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.824573 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.824803 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.825031 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.825242 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.825452 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.825682 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.826141 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.826457 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.826760 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.827001 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.827244 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.827487 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.827739 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.828015 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.828564 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.828564 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.828827 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.829032 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.829303 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.829624 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.829808 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.830289 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.830501 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.830640 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.830881 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.831060 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.831327 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.831586 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.831857 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.832080 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.832334 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.832567 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.833494 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.833494 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.833494 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.834327 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.834327 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.834668 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.834668 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.835496 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.835496 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.835496 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.835813 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.835813 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.836041 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.837290 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.837290 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.837290 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.837290 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.837290 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.837914 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.837914 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.838150 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:25:07.838279 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.838279 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.838279 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.838634 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.838772 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.838905 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.840378 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.840378 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.840378 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.840378 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.840378 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.840378 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.841091 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.841091 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.841091 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.841091 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.841541 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.841541 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.841791 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.841920 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.842114 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.842332 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.842546 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.842757 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.842995 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.843266 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.843487 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.844089 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.844089 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.844348 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.844348 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.844605 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.844778 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.844998 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.845206 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.845417 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.845821 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.845821 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.846060 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.846557 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.846557 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.846815 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.846815 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.847111 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.847425 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.847645 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.847882 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.848593 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.848593 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.848593 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.850291 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.850291 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.850291 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.850291 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.850821 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.850821 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.850821 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.851188 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.851312 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.851506 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.851739 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.852083 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.852451 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.852451 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.853290 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.853290 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.853290 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.856490 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.856490 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.856490 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.856490 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.856490 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.856490 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.856490 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.856490 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.856958 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.856958 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.856958 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.856958 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.856958 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.856958 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.856958 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.857445 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.857445 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.857445 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.857677 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.857928 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.858156 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.858367 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.858601 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.858835 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.859168 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.859439 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.859724 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.859883 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.860172 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.860423 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.860657 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.860918 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.861158 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.861417 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.861658 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.861882 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.862092 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.862436 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.862560 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.862753 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.862982 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.863222 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.863483 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.863698 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.863909 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.864184 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.864499 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.865198 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.865514 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.865776 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.866050 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.866156 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.866371 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.866587 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.866820 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.867077 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.867294 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.867547 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.867747 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.868070 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.868221 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.868483 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.868775 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.869069 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.869316 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.869554 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.869807 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.870021 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.870321 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.870514 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.870725 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.871003 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.871195 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.871404 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.871612 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.871837 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.872052 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.872318 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.872567 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.872896 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.873142 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.873373 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.873602 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.873814 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.874060 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.874289 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.874518 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.874728 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.874957 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.875212 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.875462 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.875697 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.875942 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.876177 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.876382 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.876610 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.876849 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.877070 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.877351 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.877608 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.877852 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.878099 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.878331 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.878562 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.878786 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.878995 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.879226 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.879479 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.879652 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.879859 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.880172 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.880521 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.880734 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.880956 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.881189 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.881383 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.881625 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.881811 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.882062 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.882292 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.882496 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.882704 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.882949 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.883176 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.883385 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.883604 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.883815 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.884077 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.884265 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.884489 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.884694 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.884963 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.885131 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.885344 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.885650 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.885894 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.886126 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.886416 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.886658 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.886911 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.887155 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.887470 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.887698 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.887933 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.888195 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.888408 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.888612 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.888847 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.889165 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.889437 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.889681 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.889931 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.890202 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.890471 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.890802 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.890961 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.891429 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.891921 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.892222 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.892462 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.892685 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.893099 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.893321 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.893556 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.893787 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.894021 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.894249 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.894503 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.894731 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.894949 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.896545 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.896545 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.896545 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.896545 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.896545 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.896545 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.896545 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.896999 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 18:25:07.897166 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93826) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 18:25:07.897518 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 18:25:07.897695 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 18:25:07.897852 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 18:25:07.898016 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 18:25:07.898167 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 18:25:07.898525 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.898838 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.898993 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.899311 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.899609 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.899796 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.899961 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.900120 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.900314 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.900435 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.900582 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.900737 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.900892 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.901052 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.901348 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.901641 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.901938 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.902097 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.902260 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.902419 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.902600 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.902734 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.902884 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] debug = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.903034 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.903235 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.903413 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.903548 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.903708 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.903867 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.904023 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.904165 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.904385 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.904511 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.904631 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.904751 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.904899 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.905060 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.905217 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.905375 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.905532 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.905688 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] host = dv-cinder-790492-12-iscsi {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.905832 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.905983 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.906120 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.906274 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.906433 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.906590 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.906734 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.906891 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.907044 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.907367 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.907527 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.907685 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.907841 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.907997 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] log_file = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.908153 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] log_options = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.908310 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.908464 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.908639 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.908861 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.908998 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.909117 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.909239 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.909400 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.909556 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.909713 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.909870 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.910027 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.910183 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.910338 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.910493 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.910655 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.910813 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.910970 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.911834 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.912169 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.912471 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.912630 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.912791 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.912943 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.913091 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.913243 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.913403 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.913558 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.913715 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.913875 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.914034 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.914190 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.914347 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.914502 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.914669 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.914814 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.914953 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.915117 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.915303 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.915443 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.915596 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.915750 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.915906 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.916118 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.916209 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.916379 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] use_json = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.916513 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.916658 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.916809 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.916959 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.917108 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.917259 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.917421 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.917581 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:25:07.917758 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.917919 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.918088 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.918247 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.918659 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.918818 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.918976 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.919146 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.919320 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.919480 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.919647 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.919806 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.919976 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.920135 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.920294 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.920455 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.920616 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.920777 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.920936 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.921095 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.921254 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.921413 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.921585 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.921743 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.921901 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.922059 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.922217 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.922392 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.922550 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.922726 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.922869 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.923026 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.923210 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.923376 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.923536 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.923697 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.923858 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.924016 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.924176 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.924336 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.924496 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.924654 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.924815 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.924974 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.925134 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.925294 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.925452 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.925613 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.925774 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.925933 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.926093 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.926254 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.926414 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.926574 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.926733 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.927470 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.927728 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.927866 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.928024 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.928185 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.928344 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.928504 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.928670 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.928834 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.928991 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.929150 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.929322 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.929481 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.929639 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.929798 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.929958 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.930321 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.930321 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.930555 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.930555 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.930780 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.930859 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.931005 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.931189 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.931348 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.931512 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.931675 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.931837 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.931985 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.932343 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.932343 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.932618 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.932618 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.932871 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.933008 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.933143 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.933292 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.933426 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.933557 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.933689 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.933829 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.933963 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.934086 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.934233 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.934391 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.934550 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.934708 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.934871 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.935032 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.935199 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.935362 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.935520 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.935678 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.935838 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.935995 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.936154 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.936313 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.936473 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.936631 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.936789 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.936947 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.937115 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.937272 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.937434 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.937592 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.937760 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.937931 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.938092 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.938251 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.938410 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.938570 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.938731 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.938890 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.939050 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.939230 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.939390 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.939549 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.939716 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.939887 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.940046 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.940214 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.940363 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.940545 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.940705 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.940864 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.941024 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.941205 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.941333 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.941493 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.941655 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.941814 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.941972 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.942132 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.942292 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.942482 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.942701 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.942862 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.943022 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.943409 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.943409 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.943636 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.943717 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.943792 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.943959 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.944121 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.944281 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.944440 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.944600 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.944759 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.944917 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.945076 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.945235 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.945392 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.945551 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.945709 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.945878 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.946007 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.946167 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.946324 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.946486 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.946644 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.946805 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.946964 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.947139 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.947302 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.947461 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.947621 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.947781 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.947940 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.948307 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.948307 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.948551 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.948551 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.948695 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.948852 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.949012 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.949170 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.949342 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.949502 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.949660 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.949819 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.949976 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.950137 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.950296 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.950458 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.950621 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.950779 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.950937 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.951098 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.951283 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.951443 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.951527 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:25:07.951610 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.951755 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.951913 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.952070 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.952228 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.952401 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.952560 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.952718 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.952875 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.953034 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.953192 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.953361 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.953520 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.953679 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.953837 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.953994 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.954152 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.954319 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.954477 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.954635 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.954793 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.954951 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.955109 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.955315 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.955474 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.955633 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.955790 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.955948 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.956107 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.956275 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.956433 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.956591 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.956747 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.956905 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.957064 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.957232 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.957390 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.957548 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.957706 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.957864 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.958022 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.958219 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.958374 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.958532 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.958700 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.958851 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.959005 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.959182 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.959354 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.959512 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.959672 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.959830 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.959987 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.960146 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.960306 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.960469 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.960637 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.960803 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.960962 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.961130 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.961297 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.961463 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.961623 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.961790 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.961961 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.962119 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.962277 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.962435 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.962592 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.962750 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.962908 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.963066 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.963258 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.963456 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.963597 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.963724 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.963867 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.963998 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.964160 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.964317 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.964477 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.964635 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.964794 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.964939 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:25:07.965092 dv-cinder-790492-12-iscsi neutron-server[93826]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 18:25:08.074804 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 43900) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:25:08.083615 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063720 Aug 30 18:25:19.931707 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d8b336-33f9-4f93-9874-3164e72013f8 None None] get_active_networks_info from dv-cinder-790492-12-iscsi {{(pid=94079) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 18:25:20.043257 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d8b336-33f9-4f93-9874-3164e72013f8 None None] No non-hosted networks {{(pid=94079) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 30 18:25:20.096972 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1b45f334-85e6-419d-bcf5-35a603a99cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4104359'] for agent, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:23.164372 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a4a2a1fc-d023-43b5-9b75-f7696caf9a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4104359'] for agent, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:23.228340 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-16a470ec-9c89-4a72-8086-84d333e60001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:23.305504 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4104359'] for agent, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:23.306571 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:23.307243 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:23.307850 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:23.309197 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:23.309827 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:23.310425 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:23.311034 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:23.311738 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:23.312430 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:23.312971 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:23.313540 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:23.315725 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:23.316451 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790492-12-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:25:23.334608 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790492-12-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:25:23.994559 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4104359'] for agent, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:25.678937 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4104359'] for agent, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:26.651679 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 43992) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:25:27.157209 dv-cinder-790492-12-iscsi neutron-server[94078]: WARNING oslo_policy.policy [None req-cf4613f6-a03c-42f8-845b-a30517e0d9b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 18:25:27.157793 dv-cinder-790492-12-iscsi neutron-server[94078]: WARNING oslo_policy.policy [None req-cf4613f6-a03c-42f8-845b-a30517e0d9b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 18:25:27.383418 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [None req-cf4613f6-a03c-42f8-845b-a30517e0d9b7 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 18:25:27.384508 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-cf4613f6-a03c-42f8-845b-a30517e0d9b7 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7319176 Aug 30 18:25:29.862670 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 44006) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:25:30.392856 dv-cinder-790492-12-iscsi neutron-server[94077]: WARNING oslo_policy.policy [None req-4bef73ca-1c2f-4642-9eae-2030d562a0de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 18:25:30.393421 dv-cinder-790492-12-iscsi neutron-server[94077]: WARNING oslo_policy.policy [None req-4bef73ca-1c2f-4642-9eae-2030d562a0de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 18:25:30.548320 dv-cinder-790492-12-iscsi neutron-server[94079]: INFO neutron.db.l3_hamode_db [None req-053f73da-aa1f-4160-ba93-0507872adf7a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 30 18:25:30.624959 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-4bef73ca-1c2f-4642-9eae-2030d562a0de admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:25:30.629088 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053f73da-aa1f-4160-ba93-0507872adf7a None None] Routers set() bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:25:30.629487 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053f73da-aa1f-4160-ba93-0507872adf7a None None] Router IDs set() for agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 18:25:30.722206 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.policy [None req-4bef73ca-1c2f-4642-9eae-2030d562a0de admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94077) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 18:25:30.769296 dv-cinder-790492-12-iscsi neutron-server[94077]: WARNING oslo_policy.policy [None req-4bef73ca-1c2f-4642-9eae-2030d562a0de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 18:25:30.769704 dv-cinder-790492-12-iscsi neutron-server[94077]: WARNING oslo_policy.policy [None req-4bef73ca-1c2f-4642-9eae-2030d562a0de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 18:25:30.779118 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.quota [None req-4bef73ca-1c2f-4642-9eae-2030d562a0de admin admin] Loaded quota_driver: . Aug 30 18:25:30.878489 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4bef73ca-1c2f-4642-9eae-2030d562a0de admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776057044241', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776057044860', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776057032127', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776058730203', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776057203153', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776058708837', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-642036', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-943050', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4188548', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3733604'] for rbac-policy, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:30.947838 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4bef73ca-1c2f-4642-9eae-2030d562a0de admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:30.949266 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-4bef73ca-1c2f-4642-9eae-2030d562a0de admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0841758 Aug 30 18:25:33.657642 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 44024) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:25:33.967178 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-a552394a-19cf-4d0f-bb2c-a8b6948270cf admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '6a73858823e34c1ba403706644212579', 'project_id': '6a73858823e34c1ba403706644212579'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:25:33.968637 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.quota [None req-a552394a-19cf-4d0f-bb2c-a8b6948270cf admin admin] Loaded quota_driver: . Aug 30 18:25:34.024630 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a552394a-19cf-4d0f-bb2c-a8b6948270cf admin admin] Made reservation on behalf of 6a73858823e34c1ba403706644212579 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:25:34.091005 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.policy [None req-a552394a-19cf-4d0f-bb2c-a8b6948270cf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94078) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 18:25:34.136518 dv-cinder-790492-12-iscsi neutron-server[94078]: WARNING oslo_policy.policy [None req-a552394a-19cf-4d0f-bb2c-a8b6948270cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 18:25:34.136896 dv-cinder-790492-12-iscsi neutron-server[94078]: WARNING oslo_policy.policy [None req-a552394a-19cf-4d0f-bb2c-a8b6948270cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 18:25:34.148139 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a552394a-19cf-4d0f-bb2c-a8b6948270cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:34.169518 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a552394a-19cf-4d0f-bb2c-a8b6948270cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:34.303167 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a552394a-19cf-4d0f-bb2c-a8b6948270cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:34.307898 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a552394a-19cf-4d0f-bb2c-a8b6948270cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:34.329754 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a552394a-19cf-4d0f-bb2c-a8b6948270cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 18:25:34.361171 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a552394a-19cf-4d0f-bb2c-a8b6948270cf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776059265509', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:34.361678 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a552394a-19cf-4d0f-bb2c-a8b6948270cf admin admin] Unsubscribe: segment precommit_create {{(pid=94078) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 18:25:34.362195 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.db.segments_db [None req-a552394a-19cf-4d0f-bb2c-a8b6948270cf admin admin] Added segment 2eed0066-92b6-4282-8b76-663a7df2e550 of type vlan for network b62a24b1-4e03-46f4-9a19-14698ea92ce7 Aug 30 18:25:34.378002 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552394a-19cf-4d0f-bb2c-a8b6948270cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6a3477-24af-4156-b97a-c17d063625ca,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:25:34.429142 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552394a-19cf-4d0f-bb2c-a8b6948270cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:34.429492 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552394a-19cf-4d0f-bb2c-a8b6948270cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:34.429824 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552394a-19cf-4d0f-bb2c-a8b6948270cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:34.430149 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552394a-19cf-4d0f-bb2c-a8b6948270cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:34.430470 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552394a-19cf-4d0f-bb2c-a8b6948270cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:34.430788 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552394a-19cf-4d0f-bb2c-a8b6948270cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:34.431107 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552394a-19cf-4d0f-bb2c-a8b6948270cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:34.431461 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552394a-19cf-4d0f-bb2c-a8b6948270cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:34.431791 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552394a-19cf-4d0f-bb2c-a8b6948270cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:34.432111 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552394a-19cf-4d0f-bb2c-a8b6948270cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:34.432422 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552394a-19cf-4d0f-bb2c-a8b6948270cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:34.432731 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552394a-19cf-4d0f-bb2c-a8b6948270cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:34.434143 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552394a-19cf-4d0f-bb2c-a8b6948270cf admin admin] Tracked resource versions report: Aug 30 18:25:34.434143 dv-cinder-790492-12-iscsi neutron-server[94078]: pushed versions: Aug 30 18:25:34.434143 dv-cinder-790492-12-iscsi neutron-server[94078]: { 'AddressGroup': {'1.2'}, Aug 30 18:25:34.434143 dv-cinder-790492-12-iscsi neutron-server[94078]: 'ConntrackHelper': {'1.0'}, Aug 30 18:25:34.434143 dv-cinder-790492-12-iscsi neutron-server[94078]: 'Log': {'1.0'}, Aug 30 18:25:34.434143 dv-cinder-790492-12-iscsi neutron-server[94078]: 'Network': {'1.1'}, Aug 30 18:25:34.434143 dv-cinder-790492-12-iscsi neutron-server[94078]: 'Port': {'1.7'}, Aug 30 18:25:34.434143 dv-cinder-790492-12-iscsi neutron-server[94078]: 'PortForwarding': {'1.2'}, Aug 30 18:25:34.434143 dv-cinder-790492-12-iscsi neutron-server[94078]: 'QosPolicy': {'1.9'}, Aug 30 18:25:34.434143 dv-cinder-790492-12-iscsi neutron-server[94078]: 'SecurityGroup': {'1.4'}, Aug 30 18:25:34.434143 dv-cinder-790492-12-iscsi neutron-server[94078]: 'SecurityGroupRule': {'1.2'}, Aug 30 18:25:34.434143 dv-cinder-790492-12-iscsi neutron-server[94078]: 'SubPort': {'1.0'}, Aug 30 18:25:34.434143 dv-cinder-790492-12-iscsi neutron-server[94078]: 'Subnet': {'1.1'}, Aug 30 18:25:34.434143 dv-cinder-790492-12-iscsi neutron-server[94078]: 'Trunk': {'1.1'}} Aug 30 18:25:34.434143 dv-cinder-790492-12-iscsi neutron-server[94078]: consumer versions: Aug 30 18:25:34.434143 dv-cinder-790492-12-iscsi neutron-server[94078]: { DHCP agent@dv-cinder-790492-12-iscsi: {}, Aug 30 18:25:34.434143 dv-cinder-790492-12-iscsi neutron-server[94078]: L3 agent@dv-cinder-790492-12-iscsi: {}, Aug 30 18:25:34.434143 dv-cinder-790492-12-iscsi neutron-server[94078]: Metadata agent@dv-cinder-790492-12-iscsi: {}, Aug 30 18:25:34.434143 dv-cinder-790492-12-iscsi neutron-server[94078]: Metering agent@dv-cinder-790492-12-iscsi: {}, Aug 30 18:25:34.434143 dv-cinder-790492-12-iscsi neutron-server[94078]: Open vSwitch agent@dv-cinder-790492-12-iscsi: { 'AddressGroup': '1.2', Aug 30 18:25:34.434143 dv-cinder-790492-12-iscsi neutron-server[94078]: 'ConntrackHelper': '1.0', Aug 30 18:25:34.434143 dv-cinder-790492-12-iscsi neutron-server[94078]: 'Log': '1.0', Aug 30 18:25:34.434143 dv-cinder-790492-12-iscsi neutron-server[94078]: 'Network': '1.1', Aug 30 18:25:34.434143 dv-cinder-790492-12-iscsi neutron-server[94078]: 'Port': '1.7', Aug 30 18:25:34.434143 dv-cinder-790492-12-iscsi neutron-server[94078]: 'PortForwarding': '1.2', Aug 30 18:25:34.434143 dv-cinder-790492-12-iscsi neutron-server[94078]: 'QosPolicy': '1.9', Aug 30 18:25:34.434143 dv-cinder-790492-12-iscsi neutron-server[94078]: 'SecurityGroup': '1.4', Aug 30 18:25:34.434143 dv-cinder-790492-12-iscsi neutron-server[94078]: 'SecurityGroupRule': '1.2', Aug 30 18:25:34.434143 dv-cinder-790492-12-iscsi neutron-server[94078]: 'SubPort': '1.0', Aug 30 18:25:34.434143 dv-cinder-790492-12-iscsi neutron-server[94078]: 'Subnet': '1.1', Aug 30 18:25:34.434143 dv-cinder-790492-12-iscsi neutron-server[94078]: 'Trunk': '1.1'}} Aug 30 18:25:34.434143 dv-cinder-790492-12-iscsi neutron-server[94078]: {{(pid=94078) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 18:25:34.485498 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a552394a-19cf-4d0f-bb2c-a8b6948270cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776058719600'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:34.530586 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a552394a-19cf-4d0f-bb2c-a8b6948270cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:34.531927 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a552394a-19cf-4d0f-bb2c-a8b6948270cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:25:34.532706 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a552394a-19cf-4d0f-bb2c-a8b6948270cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:34.620995 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-a552394a-19cf-4d0f-bb2c-a8b6948270cf admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.9621444 Aug 30 18:25:34.635958 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552394a-19cf-4d0f-bb2c-a8b6948270cf admin admin] Pushing event updated for resources: {'Network': ['ID=b62a24b1-4e03-46f4-9a19-14698ea92ce7,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:25:34.649645 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Network b62a24b1-4e03-46f4-9a19-14698ea92ce7 details requested by agent ovs-agent-dv-cinder-790492-12-iscsi with host dv-cinder-790492-12-iscsi {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:25:37.416631 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 44040) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:25:37.855561 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b17e779-e79f-4391-bc95-056f17ea8423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:25:37.857562 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-6b17e779-e79f-4391-bc95-056f17ea8423 admin admin] 10.222.0.46 "GET /v2.0/networks/b62a24b1-4e03-46f4-9a19-14698ea92ce7 HTTP/1.1" status: 200 len: 824 time: 0.4398100 Aug 30 18:25:37.899999 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-b832ca76-9ff8-483e-bcc4-e1cbebfd68cd admin admin] 10.222.0.46 "GET /v2.0/subnetpools/18cc9789-4b06-45bb-8a20-3b3a9f684689 HTTP/1.1" status: 200 len: 734 time: 0.0363619 Aug 30 18:25:37.909952 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-d5fe7271-9b37-47f1-92b5-0eee800de51a admin admin] Request body: {'subnet': {'network_id': 'b62a24b1-4e03-46f4-9a19-14698ea92ce7', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '6a73858823e34c1ba403706644212579', 'subnetpool_id': '18cc9789-4b06-45bb-8a20-3b3a9f684689'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:25:37.934583 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fe7271-9b37-47f1-92b5-0eee800de51a admin admin] Made reservation on behalf of 6a73858823e34c1ba403706644212579 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:25:37.936990 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d5fe7271-9b37-47f1-92b5-0eee800de51a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:38.252662 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d5fe7271-9b37-47f1-92b5-0eee800de51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:38.325075 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe7271-9b37-47f1-92b5-0eee800de51a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5afeb873-5e3f-4718-af36-02dadfbd8661,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:25:38.331418 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fe7271-9b37-47f1-92b5-0eee800de51a admin admin] Checking segment: {'id': '2eed0066-92b6-4282-8b76-663a7df2e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b62a24b1-4e03-46f4-9a19-14698ea92ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:25:38.331803 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fe7271-9b37-47f1-92b5-0eee800de51a admin admin] Network hostable DHCP agents. Network: b62a24b1-4e03-46f4-9a19-14698ea92ce7, hostable agents: ['31edc47e-fc79-419c-8073-db6fa9586502'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:25:38.353407 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fe7271-9b37-47f1-92b5-0eee800de51a admin admin] Network b62a24b1-4e03-46f4-9a19-14698ea92ce7 is scheduled to be hosted by DHCP agent 31edc47e-fc79-419c-8073-db6fa9586502 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:25:38.365972 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-d5fe7271-9b37-47f1-92b5-0eee800de51a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-12-iscsi, b62a24b1-4e03-46f4-9a19-14698ea92ce7) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:25:38.370912 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fe7271-9b37-47f1-92b5-0eee800de51a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:25:38.371528 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d5fe7271-9b37-47f1-92b5-0eee800de51a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:38.376825 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ccd665-0a1f-4a31-90b6-3cec58d46c34 None None] Network b62a24b1-4e03-46f4-9a19-14698ea92ce7 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:25:38.387145 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-d5fe7271-9b37-47f1-92b5-0eee800de51a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4808154 Aug 30 18:25:38.731486 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd11ca9-f812-4bb7-9bbf-96ad66474504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0882321b-e2fd-5493-abf8-b4156332fbad-b62a24b1-4e03-46f4-9a19-14698ea92ce7', 'network_id': 'b62a24b1-4e03-46f4-9a19-14698ea92ce7', 'tenant_id': '6a73858823e34c1ba403706644212579', 'fixed_ips': [{'subnet_id': '5afeb873-5e3f-4718-af36-02dadfbd8661'}]}} from dv-cinder-790492-12-iscsi. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 18:25:38.733395 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2dd11ca9-f812-4bb7-9bbf-96ad66474504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:39.070405 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-2dd11ca9-f812-4bb7-9bbf-96ad66474504 None None] Allocated IP 172.20.0.2 (b62a24b1-4e03-46f4-9a19-14698ea92ce7/5afeb873-5e3f-4718-af36-02dadfbd8661/e273a363-071a-4bb8-8d56-a3d978d8860f) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:25:39.290421 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2dd11ca9-f812-4bb7-9bbf-96ad66474504 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:39.338564 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2dd11ca9-f812-4bb7-9bbf-96ad66474504 None None] Transition to ACTIVE for port object e273a363-071a-4bb8-8d56-a3d978d8860f will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:25:39.360235 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2dd11ca9-f812-4bb7-9bbf-96ad66474504 None None] Transition to ACTIVE for port object e273a363-071a-4bb8-8d56-a3d978d8860f will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:25:39.368705 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2dd11ca9-f812-4bb7-9bbf-96ad66474504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:39.439693 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd11ca9-f812-4bb7-9bbf-96ad66474504 None None] Network b62a24b1-4e03-46f4-9a19-14698ea92ce7 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:25:39.444758 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-2dd11ca9-f812-4bb7-9bbf-96ad66474504 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:25:39.456225 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd11ca9-f812-4bb7-9bbf-96ad66474504 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:25:39.459911 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd11ca9-f812-4bb7-9bbf-96ad66474504 None None] Pushing event updated for resources: {'Port': ['ID=e273a363-071a-4bb8-8d56-a3d978d8860f,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:25:39.491763 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd11ca9-f812-4bb7-9bbf-96ad66474504 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:39.492134 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd11ca9-f812-4bb7-9bbf-96ad66474504 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:39.492485 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd11ca9-f812-4bb7-9bbf-96ad66474504 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:39.492826 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd11ca9-f812-4bb7-9bbf-96ad66474504 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:39.493165 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd11ca9-f812-4bb7-9bbf-96ad66474504 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:39.493513 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd11ca9-f812-4bb7-9bbf-96ad66474504 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:39.493839 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd11ca9-f812-4bb7-9bbf-96ad66474504 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:39.494172 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd11ca9-f812-4bb7-9bbf-96ad66474504 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:39.494526 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd11ca9-f812-4bb7-9bbf-96ad66474504 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:39.494854 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd11ca9-f812-4bb7-9bbf-96ad66474504 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:39.495204 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd11ca9-f812-4bb7-9bbf-96ad66474504 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:39.495533 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd11ca9-f812-4bb7-9bbf-96ad66474504 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:39.496998 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd11ca9-f812-4bb7-9bbf-96ad66474504 None None] Tracked resource versions report: Aug 30 18:25:39.496998 dv-cinder-790492-12-iscsi neutron-server[94079]: pushed versions: Aug 30 18:25:39.496998 dv-cinder-790492-12-iscsi neutron-server[94079]: { 'AddressGroup': {'1.2'}, Aug 30 18:25:39.496998 dv-cinder-790492-12-iscsi neutron-server[94079]: 'ConntrackHelper': {'1.0'}, Aug 30 18:25:39.496998 dv-cinder-790492-12-iscsi neutron-server[94079]: 'Log': {'1.0'}, Aug 30 18:25:39.496998 dv-cinder-790492-12-iscsi neutron-server[94079]: 'Network': {'1.1'}, Aug 30 18:25:39.496998 dv-cinder-790492-12-iscsi neutron-server[94079]: 'Port': {'1.7'}, Aug 30 18:25:39.496998 dv-cinder-790492-12-iscsi neutron-server[94079]: 'PortForwarding': {'1.2'}, Aug 30 18:25:39.496998 dv-cinder-790492-12-iscsi neutron-server[94079]: 'QosPolicy': {'1.9'}, Aug 30 18:25:39.496998 dv-cinder-790492-12-iscsi neutron-server[94079]: 'SecurityGroup': {'1.4'}, Aug 30 18:25:39.496998 dv-cinder-790492-12-iscsi neutron-server[94079]: 'SecurityGroupRule': {'1.2'}, Aug 30 18:25:39.496998 dv-cinder-790492-12-iscsi neutron-server[94079]: 'SubPort': {'1.0'}, Aug 30 18:25:39.496998 dv-cinder-790492-12-iscsi neutron-server[94079]: 'Subnet': {'1.1'}, Aug 30 18:25:39.496998 dv-cinder-790492-12-iscsi neutron-server[94079]: 'Trunk': {'1.1'}} Aug 30 18:25:39.496998 dv-cinder-790492-12-iscsi neutron-server[94079]: consumer versions: Aug 30 18:25:39.496998 dv-cinder-790492-12-iscsi neutron-server[94079]: { DHCP agent@dv-cinder-790492-12-iscsi: {}, Aug 30 18:25:39.496998 dv-cinder-790492-12-iscsi neutron-server[94079]: L3 agent@dv-cinder-790492-12-iscsi: {}, Aug 30 18:25:39.496998 dv-cinder-790492-12-iscsi neutron-server[94079]: Metadata agent@dv-cinder-790492-12-iscsi: {}, Aug 30 18:25:39.496998 dv-cinder-790492-12-iscsi neutron-server[94079]: Metering agent@dv-cinder-790492-12-iscsi: {}, Aug 30 18:25:39.496998 dv-cinder-790492-12-iscsi neutron-server[94079]: Open vSwitch agent@dv-cinder-790492-12-iscsi: { 'AddressGroup': '1.2', Aug 30 18:25:39.496998 dv-cinder-790492-12-iscsi neutron-server[94079]: 'ConntrackHelper': '1.0', Aug 30 18:25:39.496998 dv-cinder-790492-12-iscsi neutron-server[94079]: 'Log': '1.0', Aug 30 18:25:39.496998 dv-cinder-790492-12-iscsi neutron-server[94079]: 'Network': '1.1', Aug 30 18:25:39.496998 dv-cinder-790492-12-iscsi neutron-server[94079]: 'Port': '1.7', Aug 30 18:25:39.496998 dv-cinder-790492-12-iscsi neutron-server[94079]: 'PortForwarding': '1.2', Aug 30 18:25:39.496998 dv-cinder-790492-12-iscsi neutron-server[94079]: 'QosPolicy': '1.9', Aug 30 18:25:39.496998 dv-cinder-790492-12-iscsi neutron-server[94079]: 'SecurityGroup': '1.4', Aug 30 18:25:39.496998 dv-cinder-790492-12-iscsi neutron-server[94079]: 'SecurityGroupRule': '1.2', Aug 30 18:25:39.496998 dv-cinder-790492-12-iscsi neutron-server[94079]: 'SubPort': '1.0', Aug 30 18:25:39.496998 dv-cinder-790492-12-iscsi neutron-server[94079]: 'Subnet': '1.1', Aug 30 18:25:39.496998 dv-cinder-790492-12-iscsi neutron-server[94079]: 'Trunk': '1.1'}} Aug 30 18:25:39.496998 dv-cinder-790492-12-iscsi neutron-server[94079]: {{(pid=94079) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 18:25:39.546596 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-2dd11ca9-f812-4bb7-9bbf-96ad66474504 None None] Attempting to bind port e273a363-071a-4bb8-8d56-a3d978d8860f on host dv-cinder-790492-12-iscsi for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:25:39.546990 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-2dd11ca9-f812-4bb7-9bbf-96ad66474504 None None] Attempting to bind port e273a363-071a-4bb8-8d56-a3d978d8860f by drivers openvswitch,hyperv on host dv-cinder-790492-12-iscsi at level 0 using segments [{'id': '2eed0066-92b6-4282-8b76-663a7df2e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b62a24b1-4e03-46f4-9a19-14698ea92ce7'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:25:39.547447 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd11ca9-f812-4bb7-9bbf-96ad66474504 None None] Attempting to bind port e273a363-071a-4bb8-8d56-a3d978d8860f on network b62a24b1-4e03-46f4-9a19-14698ea92ce7 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:25:39.553198 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd11ca9-f812-4bb7-9bbf-96ad66474504 None None] Checking agent: {'id': '245e5d0a-3a0f-4c4e-b0f3-8ac9becf3b30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 25, 23), 'started_at': datetime.datetime(2021, 8, 30, 18, 25, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:25:39.553608 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd11ca9-f812-4bb7-9bbf-96ad66474504 None None] Checking segment: {'id': '2eed0066-92b6-4282-8b76-663a7df2e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b62a24b1-4e03-46f4-9a19-14698ea92ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:25:39.554176 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2dd11ca9-f812-4bb7-9bbf-96ad66474504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:39.554571 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd11ca9-f812-4bb7-9bbf-96ad66474504 None None] Bound using segment: {'id': '2eed0066-92b6-4282-8b76-663a7df2e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b62a24b1-4e03-46f4-9a19-14698ea92ce7'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:25:39.555115 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-2dd11ca9-f812-4bb7-9bbf-96ad66474504 None None] Bound port: e273a363-071a-4bb8-8d56-a3d978d8860f, host: dv-cinder-790492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eed0066-92b6-4282-8b76-663a7df2e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b62a24b1-4e03-46f4-9a19-14698ea92ce7'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:25:39.555567 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2dd11ca9-f812-4bb7-9bbf-96ad66474504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:39.631230 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2dd11ca9-f812-4bb7-9bbf-96ad66474504 None None] For port e273a363-071a-4bb8-8d56-a3d978d8860f, host dv-cinder-790492-12-iscsi, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:25:39.635533 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2dd11ca9-f812-4bb7-9bbf-96ad66474504 None None] For port e273a363-071a-4bb8-8d56-a3d978d8860f, host dv-cinder-790492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=e273a363-071a-4bb8-8d56-a3d978d8860f,segment=NetworkSegment(2eed0066-92b6-4282-8b76-663a7df2e550),segment_id=2eed0066-92b6-4282-8b76-663a7df2e550)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:25:39.640271 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2dd11ca9-f812-4bb7-9bbf-96ad66474504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:39.711841 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd11ca9-f812-4bb7-9bbf-96ad66474504 None None] Pushing event updated for resources: {'Port': ['ID=e273a363-071a-4bb8-8d56-a3d978d8860f,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:25:40.917707 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 44048) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:25:41.302361 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [None req-78292274-1035-4926-8c83-23c756cbf5e1 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 18:25:41.304062 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-78292274-1035-4926-8c83-23c756cbf5e1 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3852003 Aug 30 18:25:43.876600 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 44056) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:25:44.201250 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [None req-8d4014cf-1e75-43b7-905d-2f5fcd1ae310 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 18:25:44.202240 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-8d4014cf-1e75-43b7-905d-2f5fcd1ae310 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3247027 Aug 30 18:25:47.132032 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 44066) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:25:47.456390 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device e273a363-071a-4bb8-8d56-a3d978d8860f up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:25:47.517838 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-feb3b0d8-c58f-4370-8403-3400ecb61083 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '6a73858823e34c1ba403706644212579', 'admin_state_up': True}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:25:47.550472 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-feb3b0d8-c58f-4370-8403-3400ecb61083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4117294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4106'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:47.553486 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-feb3b0d8-c58f-4370-8403-3400ecb61083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4117378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4119528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4125'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:47.559368 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning for port e273a363-071a-4bb8-8d56-a3d978d8860f completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:25:47.715614 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-feb3b0d8-c58f-4370-8403-3400ecb61083 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:47.720300 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-feb3b0d8-c58f-4370-8403-3400ecb61083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4117433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4120119'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:47.733791 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-feb3b0d8-c58f-4370-8403-3400ecb61083 admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:47.734997 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-feb3b0d8-c58f-4370-8403-3400ecb61083 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6020231 Aug 30 18:25:48.569998 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985e824c-fbe3-4cb4-8530-de9a158c0364 None None] Network b62a24b1-4e03-46f4-9a19-14698ea92ce7 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:25:48.654190 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e5f6bd00-6154-44b5-9a31-9609f74ae029 None None] Provisioning for port e273a363-071a-4bb8-8d56-a3d978d8860f completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:25:48.662096 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e5f6bd00-6154-44b5-9a31-9609f74ae029 None None] Provisioning complete for port e273a363-071a-4bb8-8d56-a3d978d8860f triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:25:48.662490 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e5f6bd00-6154-44b5-9a31-9609f74ae029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:48.878261 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e5f6bd00-6154-44b5-9a31-9609f74ae029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:48.928274 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-e5f6bd00-6154-44b5-9a31-9609f74ae029 None None] For port e273a363-071a-4bb8-8d56-a3d978d8860f, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=e273a363-071a-4bb8-8d56-a3d978d8860f,segment=NetworkSegment(2eed0066-92b6-4282-8b76-663a7df2e550),segment_id=2eed0066-92b6-4282-8b76-663a7df2e550)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:25:48.932921 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e5f6bd00-6154-44b5-9a31-9609f74ae029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:48.999072 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6bd00-6154-44b5-9a31-9609f74ae029 None None] Pushing event updated for resources: {'Port': ['ID=e273a363-071a-4bb8-8d56-a3d978d8860f,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:25:49.156913 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-6f923894-36c5-403c-a086-67317778a68a None None] Provisioning complete for port e273a363-071a-4bb8-8d56-a3d978d8860f triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:25:49.157177 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6f923894-36c5-403c-a086-67317778a68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:49.409848 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device e273a363-071a-4bb8-8d56-a3d978d8860f up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:25:49.458544 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port e273a363-071a-4bb8-8d56-a3d978d8860f triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:25:49.458902 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:49.832091 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e3c9c7eb-9774-4b2b-84c2-ec17579b41d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:50.580429 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 44078) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:25:50.936177 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [None req-44223f58-2a2e-4d9c-93de-98ad4bfc312b admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 18:25:50.937193 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-44223f58-2a2e-4d9c-93de-98ad4bfc312b admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3555520 Aug 30 18:25:53.160036 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8cc8dc96-41fa-4711-8d21-6315b4bb475f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:53.298792 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:53.563091 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 44086) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:25:53.934746 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:53.959577 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-517b8bfe-8f2c-4571-866b-1c67a90c52a2 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'is_default': True}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:25:53.984826 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517b8bfe-8f2c-4571-866b-1c67a90c52a2 admin admin] Made reservation on behalf of d64300fc75a649e2b5ec2781834e8b7d for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:25:53.987859 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-517b8bfe-8f2c-4571-866b-1c67a90c52a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:54.004287 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-517b8bfe-8f2c-4571-866b-1c67a90c52a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:54.130192 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-517b8bfe-8f2c-4571-866b-1c67a90c52a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:54.135290 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-517b8bfe-8f2c-4571-866b-1c67a90c52a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:54.147221 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-517b8bfe-8f2c-4571-866b-1c67a90c52a2 admin admin] Reserving flat network on physical network physnet1 {{(pid=94077) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 30 18:25:54.181756 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-517b8bfe-8f2c-4571-866b-1c67a90c52a2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776059265509', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:54.182348 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-517b8bfe-8f2c-4571-866b-1c67a90c52a2 admin admin] Unsubscribe: segment precommit_create {{(pid=94077) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 18:25:54.182858 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.db.segments_db [None req-517b8bfe-8f2c-4571-866b-1c67a90c52a2 admin admin] Added segment 1a6a5219-0521-4333-ae96-e7fdd8d0d325 of type flat for network 56c1e305-917b-4e98-a569-d57cdf415d5e Aug 30 18:25:54.200230 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b8bfe-8f2c-4571-866b-1c67a90c52a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd620a01-f8db-4b4f-97ed-ee5c10f9af7d,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:25:54.219690 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b8bfe-8f2c-4571-866b-1c67a90c52a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:54.220048 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b8bfe-8f2c-4571-866b-1c67a90c52a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:54.220392 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b8bfe-8f2c-4571-866b-1c67a90c52a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:54.220718 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b8bfe-8f2c-4571-866b-1c67a90c52a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:54.221055 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b8bfe-8f2c-4571-866b-1c67a90c52a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:54.221379 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b8bfe-8f2c-4571-866b-1c67a90c52a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:54.221706 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b8bfe-8f2c-4571-866b-1c67a90c52a2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:54.222046 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b8bfe-8f2c-4571-866b-1c67a90c52a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:54.222387 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b8bfe-8f2c-4571-866b-1c67a90c52a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:54.222720 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b8bfe-8f2c-4571-866b-1c67a90c52a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:54.223053 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b8bfe-8f2c-4571-866b-1c67a90c52a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:54.223899 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b8bfe-8f2c-4571-866b-1c67a90c52a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:54.225442 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b8bfe-8f2c-4571-866b-1c67a90c52a2 admin admin] Tracked resource versions report: Aug 30 18:25:54.225442 dv-cinder-790492-12-iscsi neutron-server[94077]: pushed versions: Aug 30 18:25:54.225442 dv-cinder-790492-12-iscsi neutron-server[94077]: { 'AddressGroup': {'1.2'}, Aug 30 18:25:54.225442 dv-cinder-790492-12-iscsi neutron-server[94077]: 'ConntrackHelper': {'1.0'}, Aug 30 18:25:54.225442 dv-cinder-790492-12-iscsi neutron-server[94077]: 'Log': {'1.0'}, Aug 30 18:25:54.225442 dv-cinder-790492-12-iscsi neutron-server[94077]: 'Network': {'1.1'}, Aug 30 18:25:54.225442 dv-cinder-790492-12-iscsi neutron-server[94077]: 'Port': {'1.7'}, Aug 30 18:25:54.225442 dv-cinder-790492-12-iscsi neutron-server[94077]: 'PortForwarding': {'1.2'}, Aug 30 18:25:54.225442 dv-cinder-790492-12-iscsi neutron-server[94077]: 'QosPolicy': {'1.9'}, Aug 30 18:25:54.225442 dv-cinder-790492-12-iscsi neutron-server[94077]: 'SecurityGroup': {'1.4'}, Aug 30 18:25:54.225442 dv-cinder-790492-12-iscsi neutron-server[94077]: 'SecurityGroupRule': {'1.2'}, Aug 30 18:25:54.225442 dv-cinder-790492-12-iscsi neutron-server[94077]: 'SubPort': {'1.0'}, Aug 30 18:25:54.225442 dv-cinder-790492-12-iscsi neutron-server[94077]: 'Subnet': {'1.1'}, Aug 30 18:25:54.225442 dv-cinder-790492-12-iscsi neutron-server[94077]: 'Trunk': {'1.1'}} Aug 30 18:25:54.225442 dv-cinder-790492-12-iscsi neutron-server[94077]: consumer versions: Aug 30 18:25:54.225442 dv-cinder-790492-12-iscsi neutron-server[94077]: { DHCP agent@dv-cinder-790492-12-iscsi: {}, Aug 30 18:25:54.225442 dv-cinder-790492-12-iscsi neutron-server[94077]: L3 agent@dv-cinder-790492-12-iscsi: {}, Aug 30 18:25:54.225442 dv-cinder-790492-12-iscsi neutron-server[94077]: Metadata agent@dv-cinder-790492-12-iscsi: {}, Aug 30 18:25:54.225442 dv-cinder-790492-12-iscsi neutron-server[94077]: Metering agent@dv-cinder-790492-12-iscsi: {}, Aug 30 18:25:54.225442 dv-cinder-790492-12-iscsi neutron-server[94077]: Open vSwitch agent@dv-cinder-790492-12-iscsi: { 'AddressGroup': '1.2', Aug 30 18:25:54.225442 dv-cinder-790492-12-iscsi neutron-server[94077]: 'ConntrackHelper': '1.0', Aug 30 18:25:54.225442 dv-cinder-790492-12-iscsi neutron-server[94077]: 'Log': '1.0', Aug 30 18:25:54.225442 dv-cinder-790492-12-iscsi neutron-server[94077]: 'Network': '1.1', Aug 30 18:25:54.225442 dv-cinder-790492-12-iscsi neutron-server[94077]: 'Port': '1.7', Aug 30 18:25:54.225442 dv-cinder-790492-12-iscsi neutron-server[94077]: 'PortForwarding': '1.2', Aug 30 18:25:54.225442 dv-cinder-790492-12-iscsi neutron-server[94077]: 'QosPolicy': '1.9', Aug 30 18:25:54.225442 dv-cinder-790492-12-iscsi neutron-server[94077]: 'SecurityGroup': '1.4', Aug 30 18:25:54.225442 dv-cinder-790492-12-iscsi neutron-server[94077]: 'SecurityGroupRule': '1.2', Aug 30 18:25:54.225442 dv-cinder-790492-12-iscsi neutron-server[94077]: 'SubPort': '1.0', Aug 30 18:25:54.225442 dv-cinder-790492-12-iscsi neutron-server[94077]: 'Subnet': '1.1', Aug 30 18:25:54.225442 dv-cinder-790492-12-iscsi neutron-server[94077]: 'Trunk': '1.1'}} Aug 30 18:25:54.225442 dv-cinder-790492-12-iscsi neutron-server[94077]: {{(pid=94077) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 18:25:54.320604 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-517b8bfe-8f2c-4571-866b-1c67a90c52a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776058719600'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:54.367549 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-517b8bfe-8f2c-4571-866b-1c67a90c52a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:54.368976 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517b8bfe-8f2c-4571-866b-1c67a90c52a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:25:54.369673 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-517b8bfe-8f2c-4571-866b-1c67a90c52a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:54.458611 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-517b8bfe-8f2c-4571-866b-1c67a90c52a2 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8939848 Aug 30 18:25:54.475108 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b8bfe-8f2c-4571-866b-1c67a90c52a2 admin admin] Pushing event updated for resources: {'Network': ['ID=56c1e305-917b-4e98-a569-d57cdf415d5e,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:25:54.486977 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Network 56c1e305-917b-4e98-a569-d57cdf415d5e details requested by agent ovs-agent-dv-cinder-790492-12-iscsi with host dv-cinder-790492-12-iscsi {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:25:55.628658 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:57.004917 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 44108) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:25:57.217232 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc160397-902a-46be-84a7-a8ccf7409b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:25:57.219519 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-cc160397-902a-46be-84a7-a8ccf7409b32 admin admin] 10.222.0.46 "GET /v2.0/subnets/5afeb873-5e3f-4718-af36-02dadfbd8661 HTTP/1.1" status: 200 len: 849 time: 0.2134602 Aug 30 18:25:57.393634 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-44b0ae49-c102-417b-a427-e2dd783fe4cc admin admin] 10.222.0.46 "GET /v2.0/routers/082e5d2e-6cce-4a52-8406-10609be3ebb3 HTTP/1.1" status: 200 len: 704 time: 0.1671832 Aug 30 18:25:57.681614 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-18dc4fe2-e1a1-4687-99ee-31d747504343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:57.991111 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-18dc4fe2-e1a1-4687-99ee-31d747504343 admin admin] Allocated IP 172.20.0.1 (b62a24b1-4e03-46f4-9a19-14698ea92ce7/5afeb873-5e3f-4718-af36-02dadfbd8661/7f4a7d3d-e590-41a4-be9a-5f7f3cd45e31) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:25:58.161747 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-18dc4fe2-e1a1-4687-99ee-31d747504343 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:58.184656 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-18dc4fe2-e1a1-4687-99ee-31d747504343 admin admin] Transition to ACTIVE for port object 7f4a7d3d-e590-41a4-be9a-5f7f3cd45e31 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:25:58.253967 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-18dc4fe2-e1a1-4687-99ee-31d747504343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:58.323785 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dc4fe2-e1a1-4687-99ee-31d747504343 admin admin] Network b62a24b1-4e03-46f4-9a19-14698ea92ce7 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:25:58.330991 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-18dc4fe2-e1a1-4687-99ee-31d747504343 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:25:58.334254 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dc4fe2-e1a1-4687-99ee-31d747504343 admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:25:58.334819 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-18dc4fe2-e1a1-4687-99ee-31d747504343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4120296'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:58.468437 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc4fe2-e1a1-4687-99ee-31d747504343 admin admin] Pushing event updated for resources: {'Port': ['ID=7f4a7d3d-e590-41a4-be9a-5f7f3cd45e31,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:25:58.626356 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-18dc4fe2-e1a1-4687-99ee-31d747504343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:58.643955 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9ceb6865-d4f9-4d26-8658-106288b27ed0 None None] Provisioning for port 7f4a7d3d-e590-41a4-be9a-5f7f3cd45e31 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:25:58.650813 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9ceb6865-d4f9-4d26-8658-106288b27ed0 None None] Provisioning complete for port 7f4a7d3d-e590-41a4-be9a-5f7f3cd45e31 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:25:58.651523 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9ceb6865-d4f9-4d26-8658-106288b27ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:58.694850 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-9ceb6865-d4f9-4d26-8658-106288b27ed0 None None] Port 7f4a7d3d-e590-41a4-be9a-5f7f3cd45e31 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:25:58.846271 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-18dc4fe2-e1a1-4687-99ee-31d747504343 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:58.850857 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-18dc4fe2-e1a1-4687-99ee-31d747504343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:58.851658 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-18dc4fe2-e1a1-4687-99ee-31d747504343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4119095'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:58.931873 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc4fe2-e1a1-4687-99ee-31d747504343 admin admin] Pushing event updated for resources: {'Port': ['ID=7f4a7d3d-e590-41a4-be9a-5f7f3cd45e31,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:25:58.984922 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dc4fe2-e1a1-4687-99ee-31d747504343 admin admin] Network b62a24b1-4e03-46f4-9a19-14698ea92ce7 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:25:58.986343 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-18dc4fe2-e1a1-4687-99ee-31d747504343 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:25:59.153152 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18dc4fe2-e1a1-4687-99ee-31d747504343 admin admin] Router 082e5d2e-6cce-4a52-8406-10609be3ebb3 is scheduled to L3 agent 92e03f23-06fd-457e-8698-15737aaba387 with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 18:25:59.220931 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f176a380-61b0-4887-affe-a86d9b2e19d5 None None] Provisioning complete for port 7f4a7d3d-e590-41a4-be9a-5f7f3cd45e31 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:25:59.221302 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f176a380-61b0-4887-affe-a86d9b2e19d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:59.249092 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18dc4fe2-e1a1-4687-99ee-31d747504343 admin admin] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:25:59.256117 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-18dc4fe2-e1a1-4687-99ee-31d747504343 admin admin] 10.222.0.46 "PUT /v2.0/routers/082e5d2e-6cce-4a52-8406-10609be3ebb3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8558807 Aug 30 18:25:59.260294 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae447bb-5140-412a-a2a4-1820573b38e6 None None] Sync routers for ids ['082e5d2e-6cce-4a52-8406-10609be3ebb3'] in dv-cinder-790492-12-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:25:59.260890 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f176a380-61b0-4887-affe-a86d9b2e19d5 None None] Port 7f4a7d3d-e590-41a4-be9a-5f7f3cd45e31 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:25:59.274109 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae447bb-5140-412a-a2a4-1820573b38e6 None None] Routers {'082e5d2e-6cce-4a52-8406-10609be3ebb3'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:25:59.274956 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-fae447bb-5140-412a-a2a4-1820573b38e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:25:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['082e5d2e-6cce-4a52-8406-10609be3ebb3'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:25:59.476627 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-fae447bb-5140-412a-a2a4-1820573b38e6 None None] Set router 082e5d2e-6cce-4a52-8406-10609be3ebb3 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:25:59.940647 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-fae447bb-5140-412a-a2a4-1820573b38e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '082e5d2e-6cce-4a52-8406-10609be3ebb3', 'name': 'router1', 'tenant_id': '6a73858823e34c1ba403706644212579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:25:47Z', 'updated_at': '2021-08-30T18:25:58Z', 'revision_number': 2, 'project_id': '6a73858823e34c1ba403706644212579', 'gw_port_host': None, '_interfaces': [{'id': '7f4a7d3d-e590-41a4-be9a-5f7f3cd45e31', 'name': '', 'network_id': 'b62a24b1-4e03-46f4-9a19-14698ea92ce7', 'tenant_id': '6a73858823e34c1ba403706644212579', 'mac_address': 'fa:16:3e:ba:ae:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '082e5d2e-6cce-4a52-8406-10609be3ebb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5afeb873-5e3f-4718-af36-02dadfbd8661', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:25:57Z', 'updated_at': '2021-08-30T18:25:58Z', 'revision_number': 2, 'project_id': '6a73858823e34c1ba403706644212579', 'subnets': [{'id': '5afeb873-5e3f-4718-af36-02dadfbd8661', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18cc9789-4b06-45bb-8a20-3b3a9f684689'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:25:59.997480 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae447bb-5140-412a-a2a4-1820573b38e6 None None] Checking router: 082e5d2e-6cce-4a52-8406-10609be3ebb3 for host: dv-cinder-790492-12-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:25:59.997860 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae447bb-5140-412a-a2a4-1820573b38e6 None None] Updating router 082e5d2e-6cce-4a52-8406-10609be3ebb3 port 7f4a7d3d-e590-41a4-be9a-5f7f3cd45e31 binding host dv-cinder-790492-12-iscsi {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:26:00.048191 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fae447bb-5140-412a-a2a4-1820573b38e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:00.647630 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fae447bb-5140-412a-a2a4-1820573b38e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:00.667431 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-fae447bb-5140-412a-a2a4-1820573b38e6 None None] Transition to ACTIVE for port object 7f4a7d3d-e590-41a4-be9a-5f7f3cd45e31 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:26:00.673956 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fae447bb-5140-412a-a2a4-1820573b38e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:00.843659 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1281d-d133-49ac-8179-2636ac9c26a6 None None] Pushing event updated for resources: {'Port': ['ID=7f4a7d3d-e590-41a4-be9a-5f7f3cd45e31,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:00.852987 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-fae447bb-5140-412a-a2a4-1820573b38e6 None None] Attempting to bind port 7f4a7d3d-e590-41a4-be9a-5f7f3cd45e31 on host dv-cinder-790492-12-iscsi for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:26:00.853414 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-fae447bb-5140-412a-a2a4-1820573b38e6 None None] Attempting to bind port 7f4a7d3d-e590-41a4-be9a-5f7f3cd45e31 by drivers openvswitch,hyperv on host dv-cinder-790492-12-iscsi at level 0 using segments [{'id': '2eed0066-92b6-4282-8b76-663a7df2e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b62a24b1-4e03-46f4-9a19-14698ea92ce7'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:26:00.853831 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae447bb-5140-412a-a2a4-1820573b38e6 None None] Attempting to bind port 7f4a7d3d-e590-41a4-be9a-5f7f3cd45e31 on network b62a24b1-4e03-46f4-9a19-14698ea92ce7 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:26:00.865452 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1281d-d133-49ac-8179-2636ac9c26a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:00.865452 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1281d-d133-49ac-8179-2636ac9c26a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:00.865866 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1281d-d133-49ac-8179-2636ac9c26a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:00.866004 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1281d-d133-49ac-8179-2636ac9c26a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:00.866391 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1281d-d133-49ac-8179-2636ac9c26a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:00.866644 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1281d-d133-49ac-8179-2636ac9c26a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:00.866982 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1281d-d133-49ac-8179-2636ac9c26a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:00.867348 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1281d-d133-49ac-8179-2636ac9c26a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:00.867707 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1281d-d133-49ac-8179-2636ac9c26a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:00.868041 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1281d-d133-49ac-8179-2636ac9c26a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:00.868371 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1281d-d133-49ac-8179-2636ac9c26a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:00.868693 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1281d-d133-49ac-8179-2636ac9c26a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:00.870142 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1281d-d133-49ac-8179-2636ac9c26a6 None None] Tracked resource versions report: Aug 30 18:26:00.870142 dv-cinder-790492-12-iscsi neutron-server[94080]: pushed versions: Aug 30 18:26:00.870142 dv-cinder-790492-12-iscsi neutron-server[94080]: { 'AddressGroup': {'1.2'}, Aug 30 18:26:00.870142 dv-cinder-790492-12-iscsi neutron-server[94080]: 'ConntrackHelper': {'1.0'}, Aug 30 18:26:00.870142 dv-cinder-790492-12-iscsi neutron-server[94080]: 'Log': {'1.0'}, Aug 30 18:26:00.870142 dv-cinder-790492-12-iscsi neutron-server[94080]: 'Network': {'1.1'}, Aug 30 18:26:00.870142 dv-cinder-790492-12-iscsi neutron-server[94080]: 'Port': {'1.7'}, Aug 30 18:26:00.870142 dv-cinder-790492-12-iscsi neutron-server[94080]: 'PortForwarding': {'1.2'}, Aug 30 18:26:00.870142 dv-cinder-790492-12-iscsi neutron-server[94080]: 'QosPolicy': {'1.9'}, Aug 30 18:26:00.870142 dv-cinder-790492-12-iscsi neutron-server[94080]: 'SecurityGroup': {'1.4'}, Aug 30 18:26:00.870142 dv-cinder-790492-12-iscsi neutron-server[94080]: 'SecurityGroupRule': {'1.2'}, Aug 30 18:26:00.870142 dv-cinder-790492-12-iscsi neutron-server[94080]: 'SubPort': {'1.0'}, Aug 30 18:26:00.870142 dv-cinder-790492-12-iscsi neutron-server[94080]: 'Subnet': {'1.1'}, Aug 30 18:26:00.870142 dv-cinder-790492-12-iscsi neutron-server[94080]: 'Trunk': {'1.1'}} Aug 30 18:26:00.870142 dv-cinder-790492-12-iscsi neutron-server[94080]: consumer versions: Aug 30 18:26:00.870142 dv-cinder-790492-12-iscsi neutron-server[94080]: { DHCP agent@dv-cinder-790492-12-iscsi: {}, Aug 30 18:26:00.870142 dv-cinder-790492-12-iscsi neutron-server[94080]: L3 agent@dv-cinder-790492-12-iscsi: {}, Aug 30 18:26:00.870142 dv-cinder-790492-12-iscsi neutron-server[94080]: Metadata agent@dv-cinder-790492-12-iscsi: {}, Aug 30 18:26:00.870142 dv-cinder-790492-12-iscsi neutron-server[94080]: Metering agent@dv-cinder-790492-12-iscsi: {}, Aug 30 18:26:00.870142 dv-cinder-790492-12-iscsi neutron-server[94080]: Open vSwitch agent@dv-cinder-790492-12-iscsi: { 'AddressGroup': '1.2', Aug 30 18:26:00.870142 dv-cinder-790492-12-iscsi neutron-server[94080]: 'ConntrackHelper': '1.0', Aug 30 18:26:00.870142 dv-cinder-790492-12-iscsi neutron-server[94080]: 'Log': '1.0', Aug 30 18:26:00.870142 dv-cinder-790492-12-iscsi neutron-server[94080]: 'Network': '1.1', Aug 30 18:26:00.870142 dv-cinder-790492-12-iscsi neutron-server[94080]: 'Port': '1.7', Aug 30 18:26:00.870142 dv-cinder-790492-12-iscsi neutron-server[94080]: 'PortForwarding': '1.2', Aug 30 18:26:00.870142 dv-cinder-790492-12-iscsi neutron-server[94080]: 'QosPolicy': '1.9', Aug 30 18:26:00.870142 dv-cinder-790492-12-iscsi neutron-server[94080]: 'SecurityGroup': '1.4', Aug 30 18:26:00.870142 dv-cinder-790492-12-iscsi neutron-server[94080]: 'SecurityGroupRule': '1.2', Aug 30 18:26:00.870142 dv-cinder-790492-12-iscsi neutron-server[94080]: 'SubPort': '1.0', Aug 30 18:26:00.870142 dv-cinder-790492-12-iscsi neutron-server[94080]: 'Subnet': '1.1', Aug 30 18:26:00.870142 dv-cinder-790492-12-iscsi neutron-server[94080]: 'Trunk': '1.1'}} Aug 30 18:26:00.870142 dv-cinder-790492-12-iscsi neutron-server[94080]: {{(pid=94080) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 18:26:00.873926 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae447bb-5140-412a-a2a4-1820573b38e6 None None] Checking agent: {'id': '245e5d0a-3a0f-4c4e-b0f3-8ac9becf3b30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 25, 23), 'started_at': datetime.datetime(2021, 8, 30, 18, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:26:00.873926 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae447bb-5140-412a-a2a4-1820573b38e6 None None] Checking segment: {'id': '2eed0066-92b6-4282-8b76-663a7df2e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b62a24b1-4e03-46f4-9a19-14698ea92ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:26:00.874420 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fae447bb-5140-412a-a2a4-1820573b38e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:00.874916 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae447bb-5140-412a-a2a4-1820573b38e6 None None] Bound using segment: {'id': '2eed0066-92b6-4282-8b76-663a7df2e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b62a24b1-4e03-46f4-9a19-14698ea92ce7'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:26:00.875364 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-fae447bb-5140-412a-a2a4-1820573b38e6 None None] Bound port: 7f4a7d3d-e590-41a4-be9a-5f7f3cd45e31, host: dv-cinder-790492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eed0066-92b6-4282-8b76-663a7df2e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b62a24b1-4e03-46f4-9a19-14698ea92ce7'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:26:00.875823 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fae447bb-5140-412a-a2a4-1820573b38e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:00.959915 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-fae447bb-5140-412a-a2a4-1820573b38e6 None None] For port 7f4a7d3d-e590-41a4-be9a-5f7f3cd45e31, host dv-cinder-790492-12-iscsi, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:26:00.982271 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-fae447bb-5140-412a-a2a4-1820573b38e6 None None] For port 7f4a7d3d-e590-41a4-be9a-5f7f3cd45e31, host dv-cinder-790492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=7f4a7d3d-e590-41a4-be9a-5f7f3cd45e31,segment=NetworkSegment(2eed0066-92b6-4282-8b76-663a7df2e550),segment_id=2eed0066-92b6-4282-8b76-663a7df2e550)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:26:00.987159 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fae447bb-5140-412a-a2a4-1820573b38e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:01.049814 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae447bb-5140-412a-a2a4-1820573b38e6 None None] Routers {'082e5d2e-6cce-4a52-8406-10609be3ebb3'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:26:01.050437 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-fae447bb-5140-412a-a2a4-1820573b38e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:25:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['082e5d2e-6cce-4a52-8406-10609be3ebb3'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:01.052498 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1281d-d133-49ac-8179-2636ac9c26a6 None None] Pushing event updated for resources: {'Port': ['ID=7f4a7d3d-e590-41a4-be9a-5f7f3cd45e31,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:01.150867 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-fae447bb-5140-412a-a2a4-1820573b38e6 None None] Set router 082e5d2e-6cce-4a52-8406-10609be3ebb3 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:26:01.404306 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-fae447bb-5140-412a-a2a4-1820573b38e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '082e5d2e-6cce-4a52-8406-10609be3ebb3', 'name': 'router1', 'tenant_id': '6a73858823e34c1ba403706644212579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:25:47Z', 'updated_at': '2021-08-30T18:25:58Z', 'revision_number': 2, 'project_id': '6a73858823e34c1ba403706644212579', 'gw_port_host': None, '_interfaces': [{'id': '7f4a7d3d-e590-41a4-be9a-5f7f3cd45e31', 'name': '', 'network_id': 'b62a24b1-4e03-46f4-9a19-14698ea92ce7', 'tenant_id': '6a73858823e34c1ba403706644212579', 'mac_address': 'fa:16:3e:ba:ae:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '082e5d2e-6cce-4a52-8406-10609be3ebb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5afeb873-5e3f-4718-af36-02dadfbd8661', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:25:57Z', 'updated_at': '2021-08-30T18:26:00Z', 'revision_number': 4, 'project_id': '6a73858823e34c1ba403706644212579', 'subnets': [{'id': '5afeb873-5e3f-4718-af36-02dadfbd8661', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18cc9789-4b06-45bb-8a20-3b3a9f684689'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:01.434652 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae447bb-5140-412a-a2a4-1820573b38e6 None None] The sync data for ids ['082e5d2e-6cce-4a52-8406-10609be3ebb3'] in dv-cinder-790492-12-iscsi is: [{'id': '082e5d2e-6cce-4a52-8406-10609be3ebb3', 'name': 'router1', 'tenant_id': '6a73858823e34c1ba403706644212579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:25:47Z', 'updated_at': '2021-08-30T18:25:58Z', 'revision_number': 2, 'project_id': '6a73858823e34c1ba403706644212579', 'gw_port_host': None, '_interfaces': [{'id': '7f4a7d3d-e590-41a4-be9a-5f7f3cd45e31', 'name': '', 'network_id': 'b62a24b1-4e03-46f4-9a19-14698ea92ce7', 'tenant_id': '6a73858823e34c1ba403706644212579', 'mac_address': 'fa:16:3e:ba:ae:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '082e5d2e-6cce-4a52-8406-10609be3ebb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5afeb873-5e3f-4718-af36-02dadfbd8661', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:25:57Z', 'updated_at': '2021-08-30T18:26:00Z', 'revision_number': 4, 'project_id': '6a73858823e34c1ba403706644212579', 'subnets': [{'id': '5afeb873-5e3f-4718-af36-02dadfbd8661', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18cc9789-4b06-45bb-8a20-3b3a9f684689'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:26:01.661810 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 44128) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:01.834177 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2d780a-ea39-4b35-9e85-f4ede7cf672a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:26:01.835778 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-cb2d780a-ea39-4b35-9e85-f4ede7cf672a admin admin] 10.222.0.46 "GET /v2.0/networks/56c1e305-917b-4e98-a569-d57cdf415d5e HTTP/1.1" status: 200 len: 842 time: 0.1728082 Aug 30 18:26:01.851608 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-7f2173f0-bd1c-4c80-bcf1-580969f57f1c admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'name': 'public-subnet'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:26:01.908919 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2173f0-bd1c-4c80-bcf1-580969f57f1c admin admin] Made reservation on behalf of d64300fc75a649e2b5ec2781834e8b7d for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:26:01.913183 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7f2173f0-bd1c-4c80-bcf1-580969f57f1c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:02.418854 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.objects.ports [None req-7f2173f0-bd1c-4c80-bcf1-580969f57f1c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94077) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 18:26:02.419356 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7f2173f0-bd1c-4c80-bcf1-580969f57f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:02.482656 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2173f0-bd1c-4c80-bcf1-580969f57f1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb15dae3-e857-40c0-90c2-88f2d8bfe547,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:02.490973 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2173f0-bd1c-4c80-bcf1-580969f57f1c admin admin] Checking segment: {'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:26:02.491531 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2173f0-bd1c-4c80-bcf1-580969f57f1c admin admin] Network hostable DHCP agents. Network: 56c1e305-917b-4e98-a569-d57cdf415d5e, hostable agents: ['31edc47e-fc79-419c-8073-db6fa9586502'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:26:02.517180 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2173f0-bd1c-4c80-bcf1-580969f57f1c admin admin] Network 56c1e305-917b-4e98-a569-d57cdf415d5e is scheduled to be hosted by DHCP agent 31edc47e-fc79-419c-8073-db6fa9586502 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:26:02.532974 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-7f2173f0-bd1c-4c80-bcf1-580969f57f1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-12-iscsi, 56c1e305-917b-4e98-a569-d57cdf415d5e) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:26:02.543167 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2173f0-bd1c-4c80-bcf1-580969f57f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:26:02.544184 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7f2173f0-bd1c-4c80-bcf1-580969f57f1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:02.545685 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e32c40-c50a-4698-8f04-60fda65c4e4a None None] Network 56c1e305-917b-4e98-a569-d57cdf415d5e requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:26:02.575239 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-7f2173f0-bd1c-4c80-bcf1-580969f57f1c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7231126 Aug 30 18:26:02.766326 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ac8d79-9a47-4469-8a13-d9a1e413df1f None None] Network 56c1e305-917b-4e98-a569-d57cdf415d5e requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:26:05.217809 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 44136) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:05.469985 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-63e45c25-f447-43a1-b58b-6f98dabe3f85 admin admin] 10.222.0.46 "GET /v2.0/routers/082e5d2e-6cce-4a52-8406-10609be3ebb3 HTTP/1.1" status: 200 len: 710 time: 0.2503848 Aug 30 18:26:05.575980 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22203930-6486-444f-a1f3-70daae051924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:26:05.577484 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-22203930-6486-444f-a1f3-70daae051924 admin admin] 10.222.0.46 "GET /v2.0/networks/56c1e305-917b-4e98-a569-d57cdf415d5e HTTP/1.1" status: 200 len: 886 time: 0.1008244 Aug 30 18:26:05.588386 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-b6c868b4-9474-4062-b0f4-edbfc0e16431 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:26:05.853747 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b6c868b4-9474-4062-b0f4-edbfc0e16431 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:06.138135 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b6c868b4-9474-4062-b0f4-edbfc0e16431 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:06.285326 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b6c868b4-9474-4062-b0f4-edbfc0e16431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:06.461192 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-b6c868b4-9474-4062-b0f4-edbfc0e16431 admin admin] Allocated IP 172.27.3.244 (56c1e305-917b-4e98-a569-d57cdf415d5e/eb15dae3-e857-40c0-90c2-88f2d8bfe547/e25fdc42-1db9-4f38-8379-381714f3d83d) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:26:06.596244 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b6c868b4-9474-4062-b0f4-edbfc0e16431 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:06.672999 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b6c868b4-9474-4062-b0f4-edbfc0e16431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:06.755280 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c868b4-9474-4062-b0f4-edbfc0e16431 admin admin] Network 56c1e305-917b-4e98-a569-d57cdf415d5e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:26:06.760871 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-b6c868b4-9474-4062-b0f4-edbfc0e16431 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:26:06.763759 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c868b4-9474-4062-b0f4-edbfc0e16431 admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:26:06.807048 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c868b4-9474-4062-b0f4-edbfc0e16431 admin admin] Pushing event updated for resources: {'Port': ['ID=e25fdc42-1db9-4f38-8379-381714f3d83d,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:07.094806 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b6c868b4-9474-4062-b0f4-edbfc0e16431 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:07.333997 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b6c868b4-9474-4062-b0f4-edbfc0e16431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4120082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4117424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4335'] for router, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:07.340724 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b6c868b4-9474-4062-b0f4-edbfc0e16431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4120119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4120073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4120064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4117415'] for router, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:07.465254 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 7f4a7d3d-e590-41a4-be9a-5f7f3cd45e31 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:26:07.471814 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c868b4-9474-4062-b0f4-edbfc0e16431 admin admin] Router 082e5d2e-6cce-4a52-8406-10609be3ebb3 has already been hosted by L3 agent 92e03f23-06fd-457e-8698-15737aaba387 {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:26:07.521363 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning for port 7f4a7d3d-e590-41a4-be9a-5f7f3cd45e31 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:26:07.526494 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port 7f4a7d3d-e590-41a4-be9a-5f7f3cd45e31 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:26:07.526945 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:07.595976 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c868b4-9474-4062-b0f4-edbfc0e16431 admin admin] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:26:07.601412 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b6c868b4-9474-4062-b0f4-edbfc0e16431 admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:07.613468 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-b6c868b4-9474-4062-b0f4-edbfc0e16431 admin admin] 10.222.0.46 "PUT /v2.0/routers/082e5d2e-6cce-4a52-8406-10609be3ebb3 HTTP/1.1" status: 200 len: 890 time: 2.0179193 Aug 30 18:26:07.634037 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:07.679107 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] For port 7f4a7d3d-e590-41a4-be9a-5f7f3cd45e31, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=7f4a7d3d-e590-41a4-be9a-5f7f3cd45e31,segment=NetworkSegment(2eed0066-92b6-4282-8b76-663a7df2e550),segment_id=2eed0066-92b6-4282-8b76-663a7df2e550)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:26:07.685785 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:07.762324 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Pushing event updated for resources: {'Port': ['ID=7f4a7d3d-e590-41a4-be9a-5f7f3cd45e31,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:08.582107 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a47e6a3-568f-4316-8de1-29856b79c21a None None] Sync routers for ids ['082e5d2e-6cce-4a52-8406-10609be3ebb3'] in dv-cinder-790492-12-iscsi {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:26:08.596846 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a47e6a3-568f-4316-8de1-29856b79c21a None None] Routers {'082e5d2e-6cce-4a52-8406-10609be3ebb3'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:26:08.597513 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-0a47e6a3-568f-4316-8de1-29856b79c21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:25:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['082e5d2e-6cce-4a52-8406-10609be3ebb3'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:08.881882 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-0a47e6a3-568f-4316-8de1-29856b79c21a None None] Set router 082e5d2e-6cce-4a52-8406-10609be3ebb3 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:26:09.372403 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-0a47e6a3-568f-4316-8de1-29856b79c21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '082e5d2e-6cce-4a52-8406-10609be3ebb3', 'name': 'router1', 'tenant_id': '6a73858823e34c1ba403706644212579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e25fdc42-1db9-4f38-8379-381714f3d83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:25:47Z', 'updated_at': '2021-08-30T18:26:06Z', 'revision_number': 4, 'project_id': '6a73858823e34c1ba403706644212579', 'gw_port': {'id': 'e25fdc42-1db9-4f38-8379-381714f3d83d', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:05:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '082e5d2e-6cce-4a52-8406-10609be3ebb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:06Z', 'updated_at': '2021-08-30T18:26:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '7f4a7d3d-e590-41a4-be9a-5f7f3cd45e31', 'name': '', 'network_id': 'b62a24b1-4e03-46f4-9a19-14698ea92ce7', 'tenant_id': '6a73858823e34c1ba403706644212579', 'mac_address': 'fa:16:3e:ba:ae:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082e5d2e-6cce-4a52-8406-10609be3ebb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5afeb873-5e3f-4718-af36-02dadfbd8661', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:25:57Z', 'updated_at': '2021-08-30T18:26:07Z', 'revision_number': 5, 'project_id': '6a73858823e34c1ba403706644212579', 'subnets': [{'id': '5afeb873-5e3f-4718-af36-02dadfbd8661', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18cc9789-4b06-45bb-8a20-3b3a9f684689'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:09.439524 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a47e6a3-568f-4316-8de1-29856b79c21a None None] Checking router: 082e5d2e-6cce-4a52-8406-10609be3ebb3 for host: dv-cinder-790492-12-iscsi {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:26:09.440043 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a47e6a3-568f-4316-8de1-29856b79c21a None None] Updating router 082e5d2e-6cce-4a52-8406-10609be3ebb3 port e25fdc42-1db9-4f38-8379-381714f3d83d binding host dv-cinder-790492-12-iscsi {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:26:09.490772 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 7f4a7d3d-e590-41a4-be9a-5f7f3cd45e31 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:26:09.527668 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0a47e6a3-568f-4316-8de1-29856b79c21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:09.650508 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port 7f4a7d3d-e590-41a4-be9a-5f7f3cd45e31 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:26:09.651900 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:09.979922 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0a47e6a3-568f-4316-8de1-29856b79c21a None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:09.993298 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0a47e6a3-568f-4316-8de1-29856b79c21a None None] Transition to ACTIVE for port object e25fdc42-1db9-4f38-8379-381714f3d83d will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:26:10.002725 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0a47e6a3-568f-4316-8de1-29856b79c21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:10.083909 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfbd22f-8d3c-4397-b50b-ee224b36129d None None] Pushing event updated for resources: {'Port': ['ID=e25fdc42-1db9-4f38-8379-381714f3d83d,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:10.090561 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-0a47e6a3-568f-4316-8de1-29856b79c21a None None] Attempting to bind port e25fdc42-1db9-4f38-8379-381714f3d83d on host dv-cinder-790492-12-iscsi for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:26:10.090927 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-0a47e6a3-568f-4316-8de1-29856b79c21a None None] Attempting to bind port e25fdc42-1db9-4f38-8379-381714f3d83d by drivers openvswitch,hyperv on host dv-cinder-790492-12-iscsi at level 0 using segments [{'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:26:10.091323 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a47e6a3-568f-4316-8de1-29856b79c21a None None] Attempting to bind port e25fdc42-1db9-4f38-8379-381714f3d83d on network 56c1e305-917b-4e98-a569-d57cdf415d5e {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:26:10.097099 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a47e6a3-568f-4316-8de1-29856b79c21a None None] Checking agent: {'id': '245e5d0a-3a0f-4c4e-b0f3-8ac9becf3b30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 25, 23), 'started_at': datetime.datetime(2021, 8, 30, 18, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:26:10.097472 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a47e6a3-568f-4316-8de1-29856b79c21a None None] Checking segment: {'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:26:10.097877 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0a47e6a3-568f-4316-8de1-29856b79c21a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:10.099179 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a47e6a3-568f-4316-8de1-29856b79c21a None None] Bound using segment: {'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:26:10.099357 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-0a47e6a3-568f-4316-8de1-29856b79c21a None None] Bound port: e25fdc42-1db9-4f38-8379-381714f3d83d, host: dv-cinder-790492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:26:10.099723 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0a47e6a3-568f-4316-8de1-29856b79c21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:10.163774 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-0a47e6a3-568f-4316-8de1-29856b79c21a None None] For port e25fdc42-1db9-4f38-8379-381714f3d83d, host dv-cinder-790492-12-iscsi, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:26:10.167393 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-0a47e6a3-568f-4316-8de1-29856b79c21a None None] For port e25fdc42-1db9-4f38-8379-381714f3d83d, host dv-cinder-790492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=e25fdc42-1db9-4f38-8379-381714f3d83d,segment=NetworkSegment(1a6a5219-0521-4333-ae96-e7fdd8d0d325),segment_id=1a6a5219-0521-4333-ae96-e7fdd8d0d325)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:26:10.173393 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0a47e6a3-568f-4316-8de1-29856b79c21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:10.202391 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 44148) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:10.241447 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a47e6a3-568f-4316-8de1-29856b79c21a None None] Routers {'082e5d2e-6cce-4a52-8406-10609be3ebb3'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:26:10.242101 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-0a47e6a3-568f-4316-8de1-29856b79c21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:25:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['082e5d2e-6cce-4a52-8406-10609be3ebb3'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:10.247328 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfbd22f-8d3c-4397-b50b-ee224b36129d None None] Pushing event updated for resources: {'Port': ['ID=e25fdc42-1db9-4f38-8379-381714f3d83d,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:10.359694 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-5613fb23-f36a-47b3-9c9b-2af46efa0e70 admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1556940 Aug 30 18:26:10.462865 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-0a47e6a3-568f-4316-8de1-29856b79c21a None None] Set router 082e5d2e-6cce-4a52-8406-10609be3ebb3 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:26:10.726058 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-0a47e6a3-568f-4316-8de1-29856b79c21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '082e5d2e-6cce-4a52-8406-10609be3ebb3', 'name': 'router1', 'tenant_id': '6a73858823e34c1ba403706644212579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e25fdc42-1db9-4f38-8379-381714f3d83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:25:47Z', 'updated_at': '2021-08-30T18:26:06Z', 'revision_number': 4, 'project_id': '6a73858823e34c1ba403706644212579', 'gw_port': {'id': 'e25fdc42-1db9-4f38-8379-381714f3d83d', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:05:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '082e5d2e-6cce-4a52-8406-10609be3ebb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:06Z', 'updated_at': '2021-08-30T18:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '7f4a7d3d-e590-41a4-be9a-5f7f3cd45e31', 'name': '', 'network_id': 'b62a24b1-4e03-46f4-9a19-14698ea92ce7', 'tenant_id': '6a73858823e34c1ba403706644212579', 'mac_address': 'fa:16:3e:ba:ae:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082e5d2e-6cce-4a52-8406-10609be3ebb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5afeb873-5e3f-4718-af36-02dadfbd8661', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:25:57Z', 'updated_at': '2021-08-30T18:26:07Z', 'revision_number': 5, 'project_id': '6a73858823e34c1ba403706644212579', 'subnets': [{'id': '5afeb873-5e3f-4718-af36-02dadfbd8661', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18cc9789-4b06-45bb-8a20-3b3a9f684689'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:10.756976 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a47e6a3-568f-4316-8de1-29856b79c21a None None] The sync data for ids ['082e5d2e-6cce-4a52-8406-10609be3ebb3'] in dv-cinder-790492-12-iscsi is: [{'id': '082e5d2e-6cce-4a52-8406-10609be3ebb3', 'name': 'router1', 'tenant_id': '6a73858823e34c1ba403706644212579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e25fdc42-1db9-4f38-8379-381714f3d83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:25:47Z', 'updated_at': '2021-08-30T18:26:06Z', 'revision_number': 4, 'project_id': '6a73858823e34c1ba403706644212579', 'gw_port': {'id': 'e25fdc42-1db9-4f38-8379-381714f3d83d', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:05:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '082e5d2e-6cce-4a52-8406-10609be3ebb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:06Z', 'updated_at': '2021-08-30T18:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '7f4a7d3d-e590-41a4-be9a-5f7f3cd45e31', 'name': '', 'network_id': 'b62a24b1-4e03-46f4-9a19-14698ea92ce7', 'tenant_id': '6a73858823e34c1ba403706644212579', 'mac_address': 'fa:16:3e:ba:ae:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082e5d2e-6cce-4a52-8406-10609be3ebb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5afeb873-5e3f-4718-af36-02dadfbd8661', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:25:57Z', 'updated_at': '2021-08-30T18:26:07Z', 'revision_number': 5, 'project_id': '6a73858823e34c1ba403706644212579', 'subnets': [{'id': '5afeb873-5e3f-4718-af36-02dadfbd8661', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18cc9789-4b06-45bb-8a20-3b3a9f684689'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:26:11.514061 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device e25fdc42-1db9-4f38-8379-381714f3d83d up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:26:11.628082 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning for port e25fdc42-1db9-4f38-8379-381714f3d83d completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:26:11.633898 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port e25fdc42-1db9-4f38-8379-381714f3d83d triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:26:11.634276 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:11.739604 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:11.771985 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] For port e25fdc42-1db9-4f38-8379-381714f3d83d, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=e25fdc42-1db9-4f38-8379-381714f3d83d,segment=NetworkSegment(1a6a5219-0521-4333-ae96-e7fdd8d0d325),segment_id=1a6a5219-0521-4333-ae96-e7fdd8d0d325)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:26:11.779854 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:11.867264 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Pushing event updated for resources: {'Port': ['ID=e25fdc42-1db9-4f38-8379-381714f3d83d,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:13.466951 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device e25fdc42-1db9-4f38-8379-381714f3d83d up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:26:13.570984 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port e25fdc42-1db9-4f38-8379-381714f3d83d triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:26:13.571933 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:13.864463 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 5 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:26:19.868498 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3417c944-305d-4017-9bf9-ebf58342e027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:23.175221 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-788829c5-ff19-4f4a-af5b-13f6b80f6777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:23.318622 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:23.945499 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:25.643094 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:49.843144 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2db0d671-cca9-44f7-8130-73223f3ff9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:50.864293 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 5 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:26:53.159448 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c289c6b9-4b55-4614-81e2-e161d18155d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:53.306784 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:53.931631 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:55.646243 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:19.838600 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7efd71d3-19f3-4db5-8d89-57b219adb10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:23.165253 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-87a6ac52-de02-4639-98f6-0abf35808809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:23.310272 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:23.933635 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:25.649764 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:27.864576 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 5 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:27:49.841096 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6b0bc00a-0185-4c70-80ce-ba9d0d792098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:52.352182 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 44710) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:27:52.416010 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e9273d6-833a-4ba9-ae34-d924f1368cae admin admin] GET failed (client error): The resource could not be found. Aug 30 18:27:52.417370 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-6e9273d6-833a-4ba9-ae34-d924f1368cae admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0641837 Aug 30 18:27:52.655370 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbd9804-87c6-4045-a088-fc155d534731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:27:52.656939 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-8bbd9804-87c6-4045-a088-fc155d534731 admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.2346804 Aug 30 18:27:53.165426 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-28327065-af18-4341-aee2-ff490e78a0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:53.312392 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:53.935509 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:54.887903 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 44720) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:27:54.989265 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31d2f81-4c92-43e0-80a7-549f2dcfd094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:27:54.990666 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-a31d2f81-4c92-43e0-80a7-549f2dcfd094 admin admin] 10.222.0.46 "GET /v2.0/subnets/5afeb873-5e3f-4718-af36-02dadfbd8661 HTTP/1.1" status: 200 len: 849 time: 0.1017487 Aug 30 18:27:55.001383 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-e3e9a3d3-6f50-4e32-9e22-8e6571a0de8a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:27:55.089558 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e3e9a3d3-6f50-4e32-9e22-8e6571a0de8a admin admin] Notify callbacks [] for subnet, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:55.231616 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e3e9a3d3-6f50-4e32-9e22-8e6571a0de8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776059175720'] for subnet, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:55.267231 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e9a3d3-6f50-4e32-9e22-8e6571a0de8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:27:55.267841 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e3e9a3d3-6f50-4e32-9e22-8e6571a0de8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:55.269206 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-e3e9a3d3-6f50-4e32-9e22-8e6571a0de8a admin admin] 10.222.0.46 "PUT /v2.0/subnets/5afeb873-5e3f-4718-af36-02dadfbd8661 HTTP/1.1" status: 200 len: 868 time: 0.2721961 Aug 30 18:27:55.272750 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1354fb9-3050-460d-ad87-286e2fa05c74 None None] Network b62a24b1-4e03-46f4-9a19-14698ea92ce7 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:27:55.292374 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9a3d3-6f50-4e32-9e22-8e6571a0de8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5afeb873-5e3f-4718-af36-02dadfbd8661,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:27:55.301100 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9a3d3-6f50-4e32-9e22-8e6571a0de8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:27:55.301470 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9a3d3-6f50-4e32-9e22-8e6571a0de8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:27:55.301817 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9a3d3-6f50-4e32-9e22-8e6571a0de8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:27:55.302153 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9a3d3-6f50-4e32-9e22-8e6571a0de8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:27:55.302485 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9a3d3-6f50-4e32-9e22-8e6571a0de8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:27:55.302922 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9a3d3-6f50-4e32-9e22-8e6571a0de8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:27:55.303194 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9a3d3-6f50-4e32-9e22-8e6571a0de8a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:27:55.303530 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9a3d3-6f50-4e32-9e22-8e6571a0de8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:27:55.303864 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9a3d3-6f50-4e32-9e22-8e6571a0de8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:27:55.304190 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9a3d3-6f50-4e32-9e22-8e6571a0de8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:27:55.304513 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9a3d3-6f50-4e32-9e22-8e6571a0de8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:27:55.304970 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9a3d3-6f50-4e32-9e22-8e6571a0de8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:27:55.651310 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:55.709885 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1678c900-5597-4b54-a841-dc3f07250d77 None None] Provisioning complete for port e273a363-071a-4bb8-8d56-a3d978d8860f triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:27:55.710248 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1678c900-5597-4b54-a841-dc3f07250d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:55.804429 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1678c900-5597-4b54-a841-dc3f07250d77 None None] Provisioning complete for port 7f4a7d3d-e590-41a4-be9a-5f7f3cd45e31 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:27:55.804685 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1678c900-5597-4b54-a841-dc3f07250d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:57.515750 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 44728) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:27:57.722320 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819fc2ed-f188-41f9-9334-99b367723c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:27:57.722696 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819fc2ed-f188-41f9-9334-99b367723c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:27:57.724282 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-819fc2ed-f188-41f9-9334-99b367723c33 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2068145 Aug 30 18:27:59.987786 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 44738) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:28:00.120368 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5102617d-d88f-487b-b1e2-bdf55025ff6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:28:00.120832 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5102617d-d88f-487b-b1e2-bdf55025ff6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:28:00.122380 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-5102617d-d88f-487b-b1e2-bdf55025ff6a admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1336553 Aug 30 18:28:02.368352 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 44746) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:28:02.500880 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4c8c93-c93a-4283-8ef8-88e98162baeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:28:02.502263 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-af4c8c93-c93a-4283-8ef8-88e98162baeb admin admin] 10.222.0.46 "GET /v2.0/networks/56c1e305-917b-4e98-a569-d57cdf415d5e HTTP/1.1" status: 200 len: 886 time: 0.1329443 Aug 30 18:28:04.726354 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 44754) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:28:04.857740 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa114a1b-ef8e-4d39-957a-b88443e703d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:28:04.859460 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-aa114a1b-ef8e-4d39-957a-b88443e703d5 admin admin] 10.222.0.46 "GET /v2.0/networks/b62a24b1-4e03-46f4-9a19-14698ea92ce7 HTTP/1.1" status: 200 len: 868 time: 0.1317468 Aug 30 18:28:04.937167 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 5 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:28:07.089106 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 44762) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:28:07.218073 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028094b1-8855-4135-acdc-9af130910263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:28:07.218535 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028094b1-8855-4135-acdc-9af130910263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:28:07.220129 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-028094b1-8855-4135-acdc-9af130910263 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1300852 Aug 30 18:28:09.455382 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 44770) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:28:09.550109 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3c1b1f-1e5a-4406-8446-6895477198b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:28:09.550561 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3c1b1f-1e5a-4406-8446-6895477198b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:28:09.552153 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-7e3c1b1f-1e5a-4406-8446-6895477198b0 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0958333 Aug 30 18:28:11.809496 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 44778) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:28:11.907748 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08353517-e4d4-46e0-9b74-85de40593a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:28:11.909099 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-08353517-e4d4-46e0-9b74-85de40593a30 admin admin] 10.222.0.46 "GET /v2.0/subnets/5afeb873-5e3f-4718-af36-02dadfbd8661 HTTP/1.1" status: 200 len: 868 time: 0.0986550 Aug 30 18:28:14.106559 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 44786) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:28:14.192004 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6340762d-c768-4fd7-a97b-24191e45e148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:28:14.193361 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-6340762d-c768-4fd7-a97b-24191e45e148 admin admin] 10.222.0.46 "GET /v2.0/subnets/eb15dae3-e857-40c0-90c2-88f2d8bfe547 HTTP/1.1" status: 200 len: 816 time: 0.0858171 Aug 30 18:28:19.846111 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8acffb05-c718-4749-b4dc-48b29d72c8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:23.169415 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ea8ed275-46ec-46e9-a509-9ca13d8fcba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:23.315246 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:23.939591 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:25.663721 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:38.757563 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 44840) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:28:38.814357 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [None req-f19f8f57-f41d-4b73-bece-ac6f328f3174 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 18:28:38.815376 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-f19f8f57-f41d-4b73-bece-ac6f328f3174 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0568633 Aug 30 18:28:41.116307 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 44848) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:28:41.178119 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-2097776a-ca00-4613-84d0-2ac5bd1da89b admin admin] GET failed (client error): The resource could not be found. Aug 30 18:28:41.179484 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-2097776a-ca00-4613-84d0-2ac5bd1da89b admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0622365 Aug 30 18:28:41.266669 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264c7209-026a-47f8-9e90-3048f71f9d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:28:41.268190 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-264c7209-026a-47f8-9e90-3048f71f9d3c admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0840831 Aug 30 18:28:41.866874 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 5 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:28:43.529241 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 44856) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:28:43.579691 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-554d9f8a-9b5c-47fb-b310-3690cd1e1f3f admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:28:43.601519 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554d9f8a-9b5c-47fb-b310-3690cd1e1f3f admin admin] Made reservation on behalf of d64300fc75a649e2b5ec2781834e8b7d for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:28:43.603852 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-554d9f8a-9b5c-47fb-b310-3690cd1e1f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:43.640671 dv-cinder-790492-12-iscsi neutron-server[94077]: WARNING neutron.services.revisions.revision_plugin [None req-554d9f8a-9b5c-47fb-b310-3690cd1e1f3f admin admin] Could not find related network for resource to bump revision. Aug 30 18:28:43.655115 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-554d9f8a-9b5c-47fb-b310-3690cd1e1f3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 18:28:43.664619 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-554d9f8a-9b5c-47fb-b310-3690cd1e1f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:43.664957 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.db.segments_db [None req-554d9f8a-9b5c-47fb-b310-3690cd1e1f3f admin admin] Added segment 7470357f-3ea3-4ca5-b14b-4fcd730edb4b of type vlan for network a9521830-8abf-4adc-a193-fb24096b715b Aug 30 18:28:43.708605 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-554d9f8a-9b5c-47fb-b310-3690cd1e1f3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776058719600'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:43.731744 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-554d9f8a-9b5c-47fb-b310-3690cd1e1f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:43.732926 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554d9f8a-9b5c-47fb-b310-3690cd1e1f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:28:43.733633 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-554d9f8a-9b5c-47fb-b310-3690cd1e1f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:43.792706 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-554d9f8a-9b5c-47fb-b310-3690cd1e1f3f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2623482 Aug 30 18:28:43.795671 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d9f8a-9b5c-47fb-b310-3690cd1e1f3f admin admin] Pushing event updated for resources: {'Network': ['ID=a9521830-8abf-4adc-a193-fb24096b715b,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:28:43.806269 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Network a9521830-8abf-4adc-a193-fb24096b715b details requested by agent ovs-agent-dv-cinder-790492-12-iscsi with host dv-cinder-790492-12-iscsi {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:28:46.079979 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 44864) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:28:46.221549 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-dba1dadb-941a-4ebd-b354-11e0b70150b6 admin admin] GET failed (client error): The resource could not be found. Aug 30 18:28:46.222899 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-dba1dadb-941a-4ebd-b354-11e0b70150b6 admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1419792 Aug 30 18:28:46.326310 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b3b695-7127-4da0-a446-b39089f16600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:28:46.327804 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-f3b3b695-7127-4da0-a446-b39089f16600 admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1002913 Aug 30 18:28:46.338957 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-6d392ccd-f345-4d6c-a719-ff72879c5982 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'a9521830-8abf-4adc-a193-fb24096b715b', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:28:46.360675 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d392ccd-f345-4d6c-a719-ff72879c5982 admin admin] Made reservation on behalf of d64300fc75a649e2b5ec2781834e8b7d for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:28:46.362956 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6d392ccd-f345-4d6c-a719-ff72879c5982 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:46.534641 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6d392ccd-f345-4d6c-a719-ff72879c5982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:46.589930 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d392ccd-f345-4d6c-a719-ff72879c5982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd9187df-1ee6-42a1-9cd0-d2e472ef1988,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:28:46.601605 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d392ccd-f345-4d6c-a719-ff72879c5982 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:28:46.601952 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d392ccd-f345-4d6c-a719-ff72879c5982 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:28:46.602291 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d392ccd-f345-4d6c-a719-ff72879c5982 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:28:46.602622 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d392ccd-f345-4d6c-a719-ff72879c5982 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:28:46.602951 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d392ccd-f345-4d6c-a719-ff72879c5982 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:28:46.603320 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d392ccd-f345-4d6c-a719-ff72879c5982 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:28:46.603647 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d392ccd-f345-4d6c-a719-ff72879c5982 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:28:46.603973 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d392ccd-f345-4d6c-a719-ff72879c5982 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:28:46.604316 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d392ccd-f345-4d6c-a719-ff72879c5982 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:28:46.604642 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d392ccd-f345-4d6c-a719-ff72879c5982 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:28:46.604965 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d392ccd-f345-4d6c-a719-ff72879c5982 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:28:46.605284 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d392ccd-f345-4d6c-a719-ff72879c5982 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:28:46.609176 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d392ccd-f345-4d6c-a719-ff72879c5982 admin admin] Checking segment: {'id': '7470357f-3ea3-4ca5-b14b-4fcd730edb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a9521830-8abf-4adc-a193-fb24096b715b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:28:46.609533 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d392ccd-f345-4d6c-a719-ff72879c5982 admin admin] Network hostable DHCP agents. Network: a9521830-8abf-4adc-a193-fb24096b715b, hostable agents: ['31edc47e-fc79-419c-8073-db6fa9586502'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:28:46.627432 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d392ccd-f345-4d6c-a719-ff72879c5982 admin admin] Network a9521830-8abf-4adc-a193-fb24096b715b is scheduled to be hosted by DHCP agent 31edc47e-fc79-419c-8073-db6fa9586502 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:28:46.636239 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-6d392ccd-f345-4d6c-a719-ff72879c5982 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-12-iscsi, a9521830-8abf-4adc-a193-fb24096b715b) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:28:46.640486 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d392ccd-f345-4d6c-a719-ff72879c5982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:28:46.641086 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6d392ccd-f345-4d6c-a719-ff72879c5982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:46.646304 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353030b4-d715-4e54-bd3a-32bc00f4bb27 None None] Network a9521830-8abf-4adc-a193-fb24096b715b requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:28:46.654923 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-6d392ccd-f345-4d6c-a719-ff72879c5982 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3196561 Aug 30 18:28:46.910184 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b605ec66-24c7-4d5e-89de-a139ad6fb15d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0882321b-e2fd-5493-abf8-b4156332fbad-a9521830-8abf-4adc-a193-fb24096b715b', 'network_id': 'a9521830-8abf-4adc-a193-fb24096b715b', 'tenant_id': 'd64300fc75a649e2b5ec2781834e8b7d', 'fixed_ips': [{'subnet_id': 'dd9187df-1ee6-42a1-9cd0-d2e472ef1988'}]}} from dv-cinder-790492-12-iscsi. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 18:28:46.911084 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b605ec66-24c7-4d5e-89de-a139ad6fb15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:47.051840 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-b605ec66-24c7-4d5e-89de-a139ad6fb15d None None] Allocated IP 192.168.233.2 (a9521830-8abf-4adc-a193-fb24096b715b/dd9187df-1ee6-42a1-9cd0-d2e472ef1988/232a5b08-52ce-4ff2-90cb-e031f9d303f7) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:28:47.211161 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b605ec66-24c7-4d5e-89de-a139ad6fb15d None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:47.220915 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-b605ec66-24c7-4d5e-89de-a139ad6fb15d None None] Transition to ACTIVE for port object 232a5b08-52ce-4ff2-90cb-e031f9d303f7 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:28:47.237032 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-b605ec66-24c7-4d5e-89de-a139ad6fb15d None None] Transition to ACTIVE for port object 232a5b08-52ce-4ff2-90cb-e031f9d303f7 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:28:47.244696 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b605ec66-24c7-4d5e-89de-a139ad6fb15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:47.290680 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b605ec66-24c7-4d5e-89de-a139ad6fb15d None None] Network a9521830-8abf-4adc-a193-fb24096b715b is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:28:47.294803 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-b605ec66-24c7-4d5e-89de-a139ad6fb15d None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:28:47.296854 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605ec66-24c7-4d5e-89de-a139ad6fb15d None None] Pushing event updated for resources: {'Port': ['ID=232a5b08-52ce-4ff2-90cb-e031f9d303f7,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:28:47.299056 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b605ec66-24c7-4d5e-89de-a139ad6fb15d None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:28:47.309625 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b605ec66-24c7-4d5e-89de-a139ad6fb15d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:28:47.309990 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b605ec66-24c7-4d5e-89de-a139ad6fb15d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:28:47.310333 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b605ec66-24c7-4d5e-89de-a139ad6fb15d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:28:47.310671 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b605ec66-24c7-4d5e-89de-a139ad6fb15d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:28:47.311015 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b605ec66-24c7-4d5e-89de-a139ad6fb15d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:28:47.311976 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b605ec66-24c7-4d5e-89de-a139ad6fb15d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:28:47.312301 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b605ec66-24c7-4d5e-89de-a139ad6fb15d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:28:47.312623 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b605ec66-24c7-4d5e-89de-a139ad6fb15d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:28:47.312944 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b605ec66-24c7-4d5e-89de-a139ad6fb15d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:28:47.313264 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b605ec66-24c7-4d5e-89de-a139ad6fb15d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:28:47.313582 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b605ec66-24c7-4d5e-89de-a139ad6fb15d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:28:47.313889 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b605ec66-24c7-4d5e-89de-a139ad6fb15d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:28:47.368076 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-b605ec66-24c7-4d5e-89de-a139ad6fb15d None None] Attempting to bind port 232a5b08-52ce-4ff2-90cb-e031f9d303f7 on host dv-cinder-790492-12-iscsi for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:28:47.368439 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-b605ec66-24c7-4d5e-89de-a139ad6fb15d None None] Attempting to bind port 232a5b08-52ce-4ff2-90cb-e031f9d303f7 by drivers openvswitch,hyperv on host dv-cinder-790492-12-iscsi at level 0 using segments [{'id': '7470357f-3ea3-4ca5-b14b-4fcd730edb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a9521830-8abf-4adc-a193-fb24096b715b'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:28:47.368799 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b605ec66-24c7-4d5e-89de-a139ad6fb15d None None] Attempting to bind port 232a5b08-52ce-4ff2-90cb-e031f9d303f7 on network a9521830-8abf-4adc-a193-fb24096b715b {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:28:47.374659 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b605ec66-24c7-4d5e-89de-a139ad6fb15d None None] Checking agent: {'id': '245e5d0a-3a0f-4c4e-b0f3-8ac9becf3b30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 25, 23), 'started_at': datetime.datetime(2021, 8, 30, 18, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:28:47.375004 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b605ec66-24c7-4d5e-89de-a139ad6fb15d None None] Checking segment: {'id': '7470357f-3ea3-4ca5-b14b-4fcd730edb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a9521830-8abf-4adc-a193-fb24096b715b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:28:47.375581 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b605ec66-24c7-4d5e-89de-a139ad6fb15d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:47.375965 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b605ec66-24c7-4d5e-89de-a139ad6fb15d None None] Bound using segment: {'id': '7470357f-3ea3-4ca5-b14b-4fcd730edb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a9521830-8abf-4adc-a193-fb24096b715b'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:28:47.376421 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-b605ec66-24c7-4d5e-89de-a139ad6fb15d None None] Bound port: 232a5b08-52ce-4ff2-90cb-e031f9d303f7, host: dv-cinder-790492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7470357f-3ea3-4ca5-b14b-4fcd730edb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a9521830-8abf-4adc-a193-fb24096b715b'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:28:47.376816 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b605ec66-24c7-4d5e-89de-a139ad6fb15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:47.445344 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-b605ec66-24c7-4d5e-89de-a139ad6fb15d None None] For port 232a5b08-52ce-4ff2-90cb-e031f9d303f7, host dv-cinder-790492-12-iscsi, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:28:47.450338 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-b605ec66-24c7-4d5e-89de-a139ad6fb15d None None] For port 232a5b08-52ce-4ff2-90cb-e031f9d303f7, host dv-cinder-790492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=232a5b08-52ce-4ff2-90cb-e031f9d303f7,segment=NetworkSegment(7470357f-3ea3-4ca5-b14b-4fcd730edb4b),segment_id=7470357f-3ea3-4ca5-b14b-4fcd730edb4b)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:28:47.455430 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b605ec66-24c7-4d5e-89de-a139ad6fb15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:47.516409 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605ec66-24c7-4d5e-89de-a139ad6fb15d None None] Pushing event updated for resources: {'Port': ['ID=232a5b08-52ce-4ff2-90cb-e031f9d303f7,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:28:48.329838 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f177ee-5bd1-4a98-ba07-f94d8d0a49f3 None None] Network a9521830-8abf-4adc-a193-fb24096b715b requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:28:48.398548 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-cff7b785-f188-425f-a115-41a83cfc4cad None None] Provisioning for port 232a5b08-52ce-4ff2-90cb-e031f9d303f7 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:28:49.673655 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 232a5b08-52ce-4ff2-90cb-e031f9d303f7 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:28:49.730468 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning for port 232a5b08-52ce-4ff2-90cb-e031f9d303f7 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:28:49.734985 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port 232a5b08-52ce-4ff2-90cb-e031f9d303f7 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:28:49.735385 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:49.817681 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:49.875256 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-070b3012-0371-458e-8b79-d124d0b584d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:49.877858 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] For port 232a5b08-52ce-4ff2-90cb-e031f9d303f7, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=232a5b08-52ce-4ff2-90cb-e031f9d303f7,segment=NetworkSegment(7470357f-3ea3-4ca5-b14b-4fcd730edb4b),segment_id=7470357f-3ea3-4ca5-b14b-4fcd730edb4b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:28:49.883297 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:49.943318 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Pushing event updated for resources: {'Port': ['ID=232a5b08-52ce-4ff2-90cb-e031f9d303f7,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:28:51.658137 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 232a5b08-52ce-4ff2-90cb-e031f9d303f7 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:28:51.709020 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port 232a5b08-52ce-4ff2-90cb-e031f9d303f7 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:28:51.709386 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:53.176719 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-433b9553-fc62-4ebc-b289-424f78761dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:53.321114 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:53.942975 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:55.665294 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:18.865236 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 5 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:29:19.849494 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-111ad17d-7642-4f30-a208-a0b7bf041514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:23.178851 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bee76559-8d06-4559-8aa9-e298fa6c80b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:23.313723 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:23.945959 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:25.671684 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:49.860889 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6444715f-b7e9-4fe4-9e02-c038d93b1461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:53.186745 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8aeaf1b0-7c1b-4e77-949c-d9e4e6b9959b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:53.315332 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:53.948679 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:55.672500 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:55.864511 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 5 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:29:57.176876 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 44916) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:29:57.182897 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [None req-fc4663d2-1011-4c95-b701-b4a8ff3372ab tempest-verify_tempest_config-600818942 tempest-verify_tempest_config-600818942-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 18:29:57.183964 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-fc4663d2-1011-4c95-b701-b4a8ff3372ab tempest-verify_tempest_config-600818942 tempest-verify_tempest_config-600818942-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061154 Aug 30 18:29:57.477484 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 44934) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:29:57.583375 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9e988e46-7d23-423a-a2ec-1e205e17b47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:57.673477 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9e988e46-7d23-423a-a2ec-1e205e17b47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:57.676963 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9e988e46-7d23-423a-a2ec-1e205e17b47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:57.722965 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-9e988e46-7d23-423a-a2ec-1e205e17b47c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dd6fa025e6ba452693e203f8f472e6b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2442913 Aug 30 18:29:57.724797 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e988e46-7d23-423a-a2ec-1e205e17b47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1406af1a-87b4-4980-acc7-59ae5f6c2630,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:29:57.725599 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 44938) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:29:57.732712 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e988e46-7d23-423a-a2ec-1e205e17b47c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:57.733072 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e988e46-7d23-423a-a2ec-1e205e17b47c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:57.733402 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e988e46-7d23-423a-a2ec-1e205e17b47c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:57.733737 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e988e46-7d23-423a-a2ec-1e205e17b47c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:57.734062 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e988e46-7d23-423a-a2ec-1e205e17b47c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:57.734407 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e988e46-7d23-423a-a2ec-1e205e17b47c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:57.734739 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e988e46-7d23-423a-a2ec-1e205e17b47c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:57.735077 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e988e46-7d23-423a-a2ec-1e205e17b47c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:57.735450 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e988e46-7d23-423a-a2ec-1e205e17b47c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:57.735780 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e988e46-7d23-423a-a2ec-1e205e17b47c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:57.736096 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e988e46-7d23-423a-a2ec-1e205e17b47c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:57.736514 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e988e46-7d23-423a-a2ec-1e205e17b47c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:57.782308 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7ad14cb9-9c1a-4c06-aa66-a4b63797b941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:57.802613 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7ad14cb9-9c1a-4c06-aa66-a4b63797b941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:57.890876 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7ad14cb9-9c1a-4c06-aa66-a4b63797b941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:57.893440 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7ad14cb9-9c1a-4c06-aa66-a4b63797b941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:57.894540 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-7ad14cb9-9c1a-4c06-aa66-a4b63797b941 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1406af1a-87b4-4980-acc7-59ae5f6c2630 HTTP/1.1" status: 204 len: 168 time: 0.1679690 Aug 30 18:29:57.902795 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad14cb9-9c1a-4c06-aa66-a4b63797b941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1406af1a-87b4-4980-acc7-59ae5f6c2630,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:29:57.910199 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad14cb9-9c1a-4c06-aa66-a4b63797b941 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:57.910516 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad14cb9-9c1a-4c06-aa66-a4b63797b941 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:57.910853 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad14cb9-9c1a-4c06-aa66-a4b63797b941 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:57.911205 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad14cb9-9c1a-4c06-aa66-a4b63797b941 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:57.911540 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad14cb9-9c1a-4c06-aa66-a4b63797b941 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:57.911887 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad14cb9-9c1a-4c06-aa66-a4b63797b941 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:57.912218 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad14cb9-9c1a-4c06-aa66-a4b63797b941 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:57.912563 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad14cb9-9c1a-4c06-aa66-a4b63797b941 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:57.912893 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad14cb9-9c1a-4c06-aa66-a4b63797b941 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:57.913213 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad14cb9-9c1a-4c06-aa66-a4b63797b941 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:57.913534 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad14cb9-9c1a-4c06-aa66-a4b63797b941 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:57.913851 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad14cb9-9c1a-4c06-aa66-a4b63797b941 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:30:19.859049 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-72784f9d-404e-47b2-9a56-771a72c329de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:30:23.179787 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-80cdd419-ddba-4ab5-b83b-64d007065d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:30:23.315382 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:30:23.953725 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:30:25.674853 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:30:32.863725 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 5 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:30:49.856311 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f820c047-b9a4-4ece-985d-9440d99b6da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:30:53.181018 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-32a17e87-0f7a-440c-aeed-6bbf7a74f607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:30:53.315934 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:30:53.954845 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:30:55.676964 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:09.863364 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 5 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:31:19.847424 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fa1c6967-ea9c-4c50-b815-eb8fdf28f9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:23.184143 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-597a6250-65ca-4752-980f-917e807ca699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:23.315753 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:23.957181 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:25.680277 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:38.461972 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4104359'] for agent, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:46.862242 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:31:49.850131 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ea71573a-f82d-4135-82e3-3b7053e72b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:53.185543 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-68e1ba46-5f77-4185-97c4-82e7f0c3d997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:53.317191 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:53.961029 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:54.621269 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 45012) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:31:54.726624 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-8ca3b56f-c190-4646-a276-6c4a8e54aab4 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1042528 Aug 30 18:31:55.684552 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:57.074425 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 45022) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:31:57.129544 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-c245ea63-cc5b-4175-963d-89f1049fd5b0 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0540433 Aug 30 18:32:08.447663 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:32:19.852732 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b8522fb5-5f2e-432d-b408-a9eb4ad6d5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:32:23.187544 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f67773b0-0208-41d6-9f97-97767a9caed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:32:23.319373 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:32:23.861937 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:32:23.963532 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:32:25.682561 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:32:38.457628 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:32:49.866348 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-06b6d661-db0d-4a27-a4b8-29ce26b80282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:32:53.211733 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8b6832f1-0d4b-473b-a88d-6ac9a9ff56b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:32:53.337672 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:32:53.993412 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:32:55.718685 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:00.863638 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:33:08.473778 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:19.858217 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-05267278-7b82-4946-9b40-c70a008613c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:23.188085 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fe7faed0-225d-4930-a087-e1ea77dd1ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:23.332322 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:23.981551 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:25.713659 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:36.849690 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 45182) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:37.287331 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-20e00d7b-6fe7-4bf1-9c3e-5c11740cbfa4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1642375931-network', 'tenant_id': 'd89643519bc34769a45d10e5754b227b'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:33:37.331310 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e00d7b-6fe7-4bf1-9c3e-5c11740cbfa4 admin admin] Made reservation on behalf of d89643519bc34769a45d10e5754b227b for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:33:37.335363 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-20e00d7b-6fe7-4bf1-9c3e-5c11740cbfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:37.358392 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-20e00d7b-6fe7-4bf1-9c3e-5c11740cbfa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:37.542115 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-20e00d7b-6fe7-4bf1-9c3e-5c11740cbfa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:37.549732 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-20e00d7b-6fe7-4bf1-9c3e-5c11740cbfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:37.601311 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e00d7b-6fe7-4bf1-9c3e-5c11740cbfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51765022-95c2-4d9b-9ecf-18e4ede9401e,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:37.610684 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e00d7b-6fe7-4bf1-9c3e-5c11740cbfa4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 18:33:37.621488 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e00d7b-6fe7-4bf1-9c3e-5c11740cbfa4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:37.622098 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e00d7b-6fe7-4bf1-9c3e-5c11740cbfa4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:37.622695 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e00d7b-6fe7-4bf1-9c3e-5c11740cbfa4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:37.623500 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e00d7b-6fe7-4bf1-9c3e-5c11740cbfa4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:37.624248 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e00d7b-6fe7-4bf1-9c3e-5c11740cbfa4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:37.625033 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e00d7b-6fe7-4bf1-9c3e-5c11740cbfa4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:37.626131 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e00d7b-6fe7-4bf1-9c3e-5c11740cbfa4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:37.626916 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e00d7b-6fe7-4bf1-9c3e-5c11740cbfa4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:37.628370 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e00d7b-6fe7-4bf1-9c3e-5c11740cbfa4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:37.628944 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e00d7b-6fe7-4bf1-9c3e-5c11740cbfa4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:37.629478 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e00d7b-6fe7-4bf1-9c3e-5c11740cbfa4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:37.629857 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e00d7b-6fe7-4bf1-9c3e-5c11740cbfa4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:37.631758 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e00d7b-6fe7-4bf1-9c3e-5c11740cbfa4 admin admin] Tracked resource versions report: Aug 30 18:33:37.631758 dv-cinder-790492-12-iscsi neutron-server[94077]: pushed versions: Aug 30 18:33:37.631758 dv-cinder-790492-12-iscsi neutron-server[94077]: { 'AddressGroup': {'1.2'}, Aug 30 18:33:37.631758 dv-cinder-790492-12-iscsi neutron-server[94077]: 'ConntrackHelper': {'1.0'}, Aug 30 18:33:37.631758 dv-cinder-790492-12-iscsi neutron-server[94077]: 'Log': {'1.0'}, Aug 30 18:33:37.631758 dv-cinder-790492-12-iscsi neutron-server[94077]: 'Network': {'1.1'}, Aug 30 18:33:37.631758 dv-cinder-790492-12-iscsi neutron-server[94077]: 'Port': {'1.7'}, Aug 30 18:33:37.631758 dv-cinder-790492-12-iscsi neutron-server[94077]: 'PortForwarding': {'1.2'}, Aug 30 18:33:37.631758 dv-cinder-790492-12-iscsi neutron-server[94077]: 'QosPolicy': {'1.9'}, Aug 30 18:33:37.631758 dv-cinder-790492-12-iscsi neutron-server[94077]: 'SecurityGroup': {'1.4'}, Aug 30 18:33:37.631758 dv-cinder-790492-12-iscsi neutron-server[94077]: 'SecurityGroupRule': {'1.2'}, Aug 30 18:33:37.631758 dv-cinder-790492-12-iscsi neutron-server[94077]: 'SubPort': {'1.0'}, Aug 30 18:33:37.631758 dv-cinder-790492-12-iscsi neutron-server[94077]: 'Subnet': {'1.1'}, Aug 30 18:33:37.631758 dv-cinder-790492-12-iscsi neutron-server[94077]: 'Trunk': {'1.1'}} Aug 30 18:33:37.631758 dv-cinder-790492-12-iscsi neutron-server[94077]: consumer versions: Aug 30 18:33:37.631758 dv-cinder-790492-12-iscsi neutron-server[94077]: { DHCP agent@dv-cinder-790492-12-iscsi: {}, Aug 30 18:33:37.631758 dv-cinder-790492-12-iscsi neutron-server[94077]: HyperV agent@hv-cinder-79049: {}, Aug 30 18:33:37.631758 dv-cinder-790492-12-iscsi neutron-server[94077]: L3 agent@dv-cinder-790492-12-iscsi: {}, Aug 30 18:33:37.631758 dv-cinder-790492-12-iscsi neutron-server[94077]: Metadata agent@dv-cinder-790492-12-iscsi: {}, Aug 30 18:33:37.631758 dv-cinder-790492-12-iscsi neutron-server[94077]: Metering agent@dv-cinder-790492-12-iscsi: {}, Aug 30 18:33:37.631758 dv-cinder-790492-12-iscsi neutron-server[94077]: Open vSwitch agent@dv-cinder-790492-12-iscsi: { 'AddressGroup': '1.2', Aug 30 18:33:37.631758 dv-cinder-790492-12-iscsi neutron-server[94077]: 'ConntrackHelper': '1.0', Aug 30 18:33:37.631758 dv-cinder-790492-12-iscsi neutron-server[94077]: 'Log': '1.0', Aug 30 18:33:37.631758 dv-cinder-790492-12-iscsi neutron-server[94077]: 'Network': '1.1', Aug 30 18:33:37.631758 dv-cinder-790492-12-iscsi neutron-server[94077]: 'Port': '1.7', Aug 30 18:33:37.631758 dv-cinder-790492-12-iscsi neutron-server[94077]: 'PortForwarding': '1.2', Aug 30 18:33:37.631758 dv-cinder-790492-12-iscsi neutron-server[94077]: 'QosPolicy': '1.9', Aug 30 18:33:37.631758 dv-cinder-790492-12-iscsi neutron-server[94077]: 'SecurityGroup': '1.4', Aug 30 18:33:37.631758 dv-cinder-790492-12-iscsi neutron-server[94077]: 'SecurityGroupRule': '1.2', Aug 30 18:33:37.631758 dv-cinder-790492-12-iscsi neutron-server[94077]: 'SubPort': '1.0', Aug 30 18:33:37.631758 dv-cinder-790492-12-iscsi neutron-server[94077]: 'Subnet': '1.1', Aug 30 18:33:37.631758 dv-cinder-790492-12-iscsi neutron-server[94077]: 'Trunk': '1.1'}} Aug 30 18:33:37.631758 dv-cinder-790492-12-iscsi neutron-server[94077]: {{(pid=94077) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 18:33:37.663958 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-20e00d7b-6fe7-4bf1-9c3e-5c11740cbfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:37.663958 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.db.segments_db [None req-20e00d7b-6fe7-4bf1-9c3e-5c11740cbfa4 admin admin] Added segment 40eb1e85-c7e6-44b5-807d-b44964a5af9c of type vlan for network 6fc39c71-5951-46b8-8518-6e7081e1cda3 Aug 30 18:33:37.743746 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-20e00d7b-6fe7-4bf1-9c3e-5c11740cbfa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776058719600'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:37.784922 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 45234) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:37.798725 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-20e00d7b-6fe7-4bf1-9c3e-5c11740cbfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:37.800489 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e00d7b-6fe7-4bf1-9c3e-5c11740cbfa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:33:37.801592 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-20e00d7b-6fe7-4bf1-9c3e-5c11740cbfa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:37.869486 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:33:37.895903 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-20e00d7b-6fe7-4bf1-9c3e-5c11740cbfa4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0444949 Aug 30 18:33:37.896869 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 45240) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:37.907164 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-61e9be0e-a940-4de7-b5a6-ed06426a9aed admin admin] Request body: {'subnet': {'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1642375931-subnet', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:33:37.939630 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e00d7b-6fe7-4bf1-9c3e-5c11740cbfa4 admin admin] Pushing event updated for resources: {'Network': ['ID=6fc39c71-5951-46b8-8518-6e7081e1cda3,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:37.954252 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e9be0e-a940-4de7-b5a6-ed06426a9aed admin admin] Made reservation on behalf of d89643519bc34769a45d10e5754b227b for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:33:37.959076 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-61e9be0e-a940-4de7-b5a6-ed06426a9aed admin admin] Notify callbacks [] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:37.961184 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Network 6fc39c71-5951-46b8-8518-6e7081e1cda3 details requested by agent ovs-agent-dv-cinder-790492-12-iscsi with host dv-cinder-790492-12-iscsi {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:33:38.310627 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-61e9be0e-a940-4de7-b5a6-ed06426a9aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:38.411921 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9be0e-a940-4de7-b5a6-ed06426a9aed admin admin] Pushing event updated for resources: {'Subnet': ['ID=e547c2a0-76a1-4c05-919d-55422e695ce0,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:38.432091 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9be0e-a940-4de7-b5a6-ed06426a9aed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:38.433127 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9be0e-a940-4de7-b5a6-ed06426a9aed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:38.433994 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9be0e-a940-4de7-b5a6-ed06426a9aed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:38.434937 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9be0e-a940-4de7-b5a6-ed06426a9aed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:38.436109 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9be0e-a940-4de7-b5a6-ed06426a9aed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:38.437152 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9be0e-a940-4de7-b5a6-ed06426a9aed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:38.438027 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9be0e-a940-4de7-b5a6-ed06426a9aed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:38.438905 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9be0e-a940-4de7-b5a6-ed06426a9aed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:38.439842 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9be0e-a940-4de7-b5a6-ed06426a9aed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:38.440649 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9be0e-a940-4de7-b5a6-ed06426a9aed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:38.441301 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9be0e-a940-4de7-b5a6-ed06426a9aed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:38.442110 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9be0e-a940-4de7-b5a6-ed06426a9aed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:38.444569 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9be0e-a940-4de7-b5a6-ed06426a9aed admin admin] Tracked resource versions report: Aug 30 18:33:38.444569 dv-cinder-790492-12-iscsi neutron-server[94078]: pushed versions: Aug 30 18:33:38.444569 dv-cinder-790492-12-iscsi neutron-server[94078]: { 'AddressGroup': {'1.2'}, Aug 30 18:33:38.444569 dv-cinder-790492-12-iscsi neutron-server[94078]: 'ConntrackHelper': {'1.0'}, Aug 30 18:33:38.444569 dv-cinder-790492-12-iscsi neutron-server[94078]: 'Log': {'1.0'}, Aug 30 18:33:38.444569 dv-cinder-790492-12-iscsi neutron-server[94078]: 'Network': {'1.1'}, Aug 30 18:33:38.444569 dv-cinder-790492-12-iscsi neutron-server[94078]: 'Port': {'1.7'}, Aug 30 18:33:38.444569 dv-cinder-790492-12-iscsi neutron-server[94078]: 'PortForwarding': {'1.2'}, Aug 30 18:33:38.444569 dv-cinder-790492-12-iscsi neutron-server[94078]: 'QosPolicy': {'1.9'}, Aug 30 18:33:38.444569 dv-cinder-790492-12-iscsi neutron-server[94078]: 'SecurityGroup': {'1.4'}, Aug 30 18:33:38.444569 dv-cinder-790492-12-iscsi neutron-server[94078]: 'SecurityGroupRule': {'1.2'}, Aug 30 18:33:38.444569 dv-cinder-790492-12-iscsi neutron-server[94078]: 'SubPort': {'1.0'}, Aug 30 18:33:38.444569 dv-cinder-790492-12-iscsi neutron-server[94078]: 'Subnet': {'1.1'}, Aug 30 18:33:38.444569 dv-cinder-790492-12-iscsi neutron-server[94078]: 'Trunk': {'1.1'}} Aug 30 18:33:38.444569 dv-cinder-790492-12-iscsi neutron-server[94078]: consumer versions: Aug 30 18:33:38.444569 dv-cinder-790492-12-iscsi neutron-server[94078]: { DHCP agent@dv-cinder-790492-12-iscsi: {}, Aug 30 18:33:38.444569 dv-cinder-790492-12-iscsi neutron-server[94078]: HyperV agent@hv-cinder-79049: {}, Aug 30 18:33:38.444569 dv-cinder-790492-12-iscsi neutron-server[94078]: L3 agent@dv-cinder-790492-12-iscsi: {}, Aug 30 18:33:38.444569 dv-cinder-790492-12-iscsi neutron-server[94078]: Metadata agent@dv-cinder-790492-12-iscsi: {}, Aug 30 18:33:38.444569 dv-cinder-790492-12-iscsi neutron-server[94078]: Metering agent@dv-cinder-790492-12-iscsi: {}, Aug 30 18:33:38.444569 dv-cinder-790492-12-iscsi neutron-server[94078]: Open vSwitch agent@dv-cinder-790492-12-iscsi: { 'AddressGroup': '1.2', Aug 30 18:33:38.444569 dv-cinder-790492-12-iscsi neutron-server[94078]: 'ConntrackHelper': '1.0', Aug 30 18:33:38.444569 dv-cinder-790492-12-iscsi neutron-server[94078]: 'Log': '1.0', Aug 30 18:33:38.444569 dv-cinder-790492-12-iscsi neutron-server[94078]: 'Network': '1.1', Aug 30 18:33:38.444569 dv-cinder-790492-12-iscsi neutron-server[94078]: 'Port': '1.7', Aug 30 18:33:38.444569 dv-cinder-790492-12-iscsi neutron-server[94078]: 'PortForwarding': '1.2', Aug 30 18:33:38.444569 dv-cinder-790492-12-iscsi neutron-server[94078]: 'QosPolicy': '1.9', Aug 30 18:33:38.444569 dv-cinder-790492-12-iscsi neutron-server[94078]: 'SecurityGroup': '1.4', Aug 30 18:33:38.444569 dv-cinder-790492-12-iscsi neutron-server[94078]: 'SecurityGroupRule': '1.2', Aug 30 18:33:38.444569 dv-cinder-790492-12-iscsi neutron-server[94078]: 'SubPort': '1.0', Aug 30 18:33:38.444569 dv-cinder-790492-12-iscsi neutron-server[94078]: 'Subnet': '1.1', Aug 30 18:33:38.444569 dv-cinder-790492-12-iscsi neutron-server[94078]: 'Trunk': '1.1'}} Aug 30 18:33:38.444569 dv-cinder-790492-12-iscsi neutron-server[94078]: {{(pid=94078) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 18:33:38.489323 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e9be0e-a940-4de7-b5a6-ed06426a9aed admin admin] Checking segment: {'id': '40eb1e85-c7e6-44b5-807d-b44964a5af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:33:38.490394 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e9be0e-a940-4de7-b5a6-ed06426a9aed admin admin] Network hostable DHCP agents. Network: 6fc39c71-5951-46b8-8518-6e7081e1cda3, hostable agents: ['31edc47e-fc79-419c-8073-db6fa9586502'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:33:38.502768 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:38.533099 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e9be0e-a940-4de7-b5a6-ed06426a9aed admin admin] Network 6fc39c71-5951-46b8-8518-6e7081e1cda3 is scheduled to be hosted by DHCP agent 31edc47e-fc79-419c-8073-db6fa9586502 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:33:38.554010 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-61e9be0e-a940-4de7-b5a6-ed06426a9aed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-12-iscsi, 6fc39c71-5951-46b8-8518-6e7081e1cda3) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:33:38.566717 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e9be0e-a940-4de7-b5a6-ed06426a9aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:33:38.568095 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-61e9be0e-a940-4de7-b5a6-ed06426a9aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:38.574408 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c31782-4982-45eb-91dc-d3da7ea1da27 None None] Network 6fc39c71-5951-46b8-8518-6e7081e1cda3 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:33:38.587818 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 45252) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:38.637534 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 45256) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:38.639552 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-61e9be0e-a940-4de7-b5a6-ed06426a9aed admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7403619 Aug 30 18:33:38.645297 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-6cd57042-3f3c-4cb9-97da-3ae3fd26b47a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1642375931-router', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:33:38.694847 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6cd57042-3f3c-4cb9-97da-3ae3fd26b47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4117294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4106'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:38.696992 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6cd57042-3f3c-4cb9-97da-3ae3fd26b47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4117378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4119528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4125'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:38.804647 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6cd57042-3f3c-4cb9-97da-3ae3fd26b47a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:38.818518 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-63e66a1e-505b-4c70-a807-ebe24062e17c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-829720461-network', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:33:38.917835 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e66a1e-505b-4c70-a807-ebe24062e17c admin admin] Made reservation on behalf of c8c53c4b1f724a2d82c8b9aa097e7b08 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:33:38.923806 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-63e66a1e-505b-4c70-a807-ebe24062e17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:38.948150 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 45260) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:39.005088 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 45268) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:39.021310 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-63e66a1e-505b-4c70-a807-ebe24062e17c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:39.032635 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7317d42-996b-486a-b86f-1b82809096a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0882321b-e2fd-5493-abf8-b4156332fbad-6fc39c71-5951-46b8-8518-6e7081e1cda3', 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'fixed_ips': [{'subnet_id': 'e547c2a0-76a1-4c05-919d-55422e695ce0'}]}} from dv-cinder-790492-12-iscsi. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 18:33:39.038365 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d7317d42-996b-486a-b86f-1b82809096a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:39.214147 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6cd57042-3f3c-4cb9-97da-3ae3fd26b47a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:39.235112 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-16d07712-851d-4384-8c30-7d6325825c97 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-67733530-network', 'tenant_id': '79eaf6bd9a9d41f1a98fff906352dafd'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:33:39.235414 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-daf82e63-1b0d-4f47-a632-37a22498f218 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-646286273-network', 'tenant_id': '26da63fb9503419c953e7d900a0bbf6f'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:33:39.325069 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-e9a2b8e7-ded6-4dfb-8f1d-6de9e7fa1e7b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1094788944-network', 'tenant_id': 'b40c9b3f5af3488f90539cd60fa44e2e'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:33:39.387723 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-d7317d42-996b-486a-b86f-1b82809096a3 None None] Allocated IP 172.20.0.2 (6fc39c71-5951-46b8-8518-6e7081e1cda3/e547c2a0-76a1-4c05-919d-55422e695ce0/42d03e7b-e4ec-48c8-bcb0-695a0de84436) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:33:39.499720 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-63e66a1e-505b-4c70-a807-ebe24062e17c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:39.517772 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-63e66a1e-505b-4c70-a807-ebe24062e17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:39.547574 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf82e63-1b0d-4f47-a632-37a22498f218 admin admin] Made reservation on behalf of 26da63fb9503419c953e7d900a0bbf6f for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:33:39.551045 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-daf82e63-1b0d-4f47-a632-37a22498f218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:39.578210 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-daf82e63-1b0d-4f47-a632-37a22498f218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:39.597610 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63e66a1e-505b-4c70-a807-ebe24062e17c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 18:33:39.620174 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-63e66a1e-505b-4c70-a807-ebe24062e17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:39.621039 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.db.segments_db [None req-63e66a1e-505b-4c70-a807-ebe24062e17c admin admin] Added segment 79b37a73-214a-48d0-8530-dbb5845d8dcf of type vlan for network ab82acb0-f81e-4d3a-b5c2-781193f4d5c9 Aug 30 18:33:39.661119 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d07712-851d-4384-8c30-7d6325825c97 admin admin] Made reservation on behalf of 79eaf6bd9a9d41f1a98fff906352dafd for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:33:39.663568 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a2b8e7-ded6-4dfb-8f1d-6de9e7fa1e7b admin admin] Made reservation on behalf of b40c9b3f5af3488f90539cd60fa44e2e for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:33:39.667221 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-16d07712-851d-4384-8c30-7d6325825c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:39.671234 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e9a2b8e7-ded6-4dfb-8f1d-6de9e7fa1e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:39.698003 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e9a2b8e7-ded6-4dfb-8f1d-6de9e7fa1e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:39.747751 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d7317d42-996b-486a-b86f-1b82809096a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:39.784851 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d7317d42-996b-486a-b86f-1b82809096a3 None None] Transition to ACTIVE for port object 42d03e7b-e4ec-48c8-bcb0-695a0de84436 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:33:39.788143 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-16d07712-851d-4384-8c30-7d6325825c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:39.867087 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d7317d42-996b-486a-b86f-1b82809096a3 None None] Transition to ACTIVE for port object 42d03e7b-e4ec-48c8-bcb0-695a0de84436 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:33:39.888069 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-daf82e63-1b0d-4f47-a632-37a22498f218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:39.890964 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d7317d42-996b-486a-b86f-1b82809096a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:39.908598 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-daf82e63-1b0d-4f47-a632-37a22498f218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:39.995895 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf82e63-1b0d-4f47-a632-37a22498f218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:40.083048 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7317d42-996b-486a-b86f-1b82809096a3 None None] Pushing event updated for resources: {'Port': ['ID=42d03e7b-e4ec-48c8-bcb0-695a0de84436,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:40.096255 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-63e66a1e-505b-4c70-a807-ebe24062e17c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776058719600'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:40.101574 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7317d42-996b-486a-b86f-1b82809096a3 None None] Network 6fc39c71-5951-46b8-8518-6e7081e1cda3 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:33:40.104788 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7317d42-996b-486a-b86f-1b82809096a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:40.105470 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7317d42-996b-486a-b86f-1b82809096a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:40.106315 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7317d42-996b-486a-b86f-1b82809096a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:40.107349 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7317d42-996b-486a-b86f-1b82809096a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:40.107957 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7317d42-996b-486a-b86f-1b82809096a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:40.108759 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7317d42-996b-486a-b86f-1b82809096a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:40.109443 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7317d42-996b-486a-b86f-1b82809096a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:40.112211 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7317d42-996b-486a-b86f-1b82809096a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:40.112975 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7317d42-996b-486a-b86f-1b82809096a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:40.113575 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7317d42-996b-486a-b86f-1b82809096a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:40.114589 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7317d42-996b-486a-b86f-1b82809096a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:40.115252 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7317d42-996b-486a-b86f-1b82809096a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:40.117873 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7317d42-996b-486a-b86f-1b82809096a3 None None] Tracked resource versions report: Aug 30 18:33:40.117873 dv-cinder-790492-12-iscsi neutron-server[94079]: pushed versions: Aug 30 18:33:40.117873 dv-cinder-790492-12-iscsi neutron-server[94079]: { 'AddressGroup': {'1.2'}, Aug 30 18:33:40.117873 dv-cinder-790492-12-iscsi neutron-server[94079]: 'ConntrackHelper': {'1.0'}, Aug 30 18:33:40.117873 dv-cinder-790492-12-iscsi neutron-server[94079]: 'Log': {'1.0'}, Aug 30 18:33:40.117873 dv-cinder-790492-12-iscsi neutron-server[94079]: 'Network': {'1.1'}, Aug 30 18:33:40.117873 dv-cinder-790492-12-iscsi neutron-server[94079]: 'Port': {'1.7'}, Aug 30 18:33:40.117873 dv-cinder-790492-12-iscsi neutron-server[94079]: 'PortForwarding': {'1.2'}, Aug 30 18:33:40.117873 dv-cinder-790492-12-iscsi neutron-server[94079]: 'QosPolicy': {'1.9'}, Aug 30 18:33:40.117873 dv-cinder-790492-12-iscsi neutron-server[94079]: 'SecurityGroup': {'1.4'}, Aug 30 18:33:40.117873 dv-cinder-790492-12-iscsi neutron-server[94079]: 'SecurityGroupRule': {'1.2'}, Aug 30 18:33:40.117873 dv-cinder-790492-12-iscsi neutron-server[94079]: 'SubPort': {'1.0'}, Aug 30 18:33:40.117873 dv-cinder-790492-12-iscsi neutron-server[94079]: 'Subnet': {'1.1'}, Aug 30 18:33:40.117873 dv-cinder-790492-12-iscsi neutron-server[94079]: 'Trunk': {'1.1'}} Aug 30 18:33:40.117873 dv-cinder-790492-12-iscsi neutron-server[94079]: consumer versions: Aug 30 18:33:40.117873 dv-cinder-790492-12-iscsi neutron-server[94079]: { DHCP agent@dv-cinder-790492-12-iscsi: {}, Aug 30 18:33:40.117873 dv-cinder-790492-12-iscsi neutron-server[94079]: HyperV agent@hv-cinder-79049: {}, Aug 30 18:33:40.117873 dv-cinder-790492-12-iscsi neutron-server[94079]: L3 agent@dv-cinder-790492-12-iscsi: {}, Aug 30 18:33:40.117873 dv-cinder-790492-12-iscsi neutron-server[94079]: Metadata agent@dv-cinder-790492-12-iscsi: {}, Aug 30 18:33:40.117873 dv-cinder-790492-12-iscsi neutron-server[94079]: Metering agent@dv-cinder-790492-12-iscsi: {}, Aug 30 18:33:40.117873 dv-cinder-790492-12-iscsi neutron-server[94079]: Open vSwitch agent@dv-cinder-790492-12-iscsi: { 'AddressGroup': '1.2', Aug 30 18:33:40.117873 dv-cinder-790492-12-iscsi neutron-server[94079]: 'ConntrackHelper': '1.0', Aug 30 18:33:40.117873 dv-cinder-790492-12-iscsi neutron-server[94079]: 'Log': '1.0', Aug 30 18:33:40.117873 dv-cinder-790492-12-iscsi neutron-server[94079]: 'Network': '1.1', Aug 30 18:33:40.117873 dv-cinder-790492-12-iscsi neutron-server[94079]: 'Port': '1.7', Aug 30 18:33:40.117873 dv-cinder-790492-12-iscsi neutron-server[94079]: 'PortForwarding': '1.2', Aug 30 18:33:40.117873 dv-cinder-790492-12-iscsi neutron-server[94079]: 'QosPolicy': '1.9', Aug 30 18:33:40.117873 dv-cinder-790492-12-iscsi neutron-server[94079]: 'SecurityGroup': '1.4', Aug 30 18:33:40.117873 dv-cinder-790492-12-iscsi neutron-server[94079]: 'SecurityGroupRule': '1.2', Aug 30 18:33:40.117873 dv-cinder-790492-12-iscsi neutron-server[94079]: 'SubPort': '1.0', Aug 30 18:33:40.117873 dv-cinder-790492-12-iscsi neutron-server[94079]: 'Subnet': '1.1', Aug 30 18:33:40.117873 dv-cinder-790492-12-iscsi neutron-server[94079]: 'Trunk': '1.1'}} Aug 30 18:33:40.117873 dv-cinder-790492-12-iscsi neutron-server[94079]: {{(pid=94079) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 18:33:40.126091 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-d7317d42-996b-486a-b86f-1b82809096a3 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:33:40.130118 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7317d42-996b-486a-b86f-1b82809096a3 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:33:40.147640 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e66a1e-505b-4c70-a807-ebe24062e17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377d5886-37c6-4e05-bfeb-eb0eb33c898b,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:40.151488 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf82e63-1b0d-4f47-a632-37a22498f218 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 18:33:40.221051 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-daf82e63-1b0d-4f47-a632-37a22498f218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:40.231987 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.db.segments_db [None req-daf82e63-1b0d-4f47-a632-37a22498f218 admin admin] Added segment aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf of type vlan for network 86c6f4e9-f587-46d0-83b4-7617f4688e93 Aug 30 18:33:40.285834 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6cd57042-3f3c-4cb9-97da-3ae3fd26b47a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:40.314032 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-63e66a1e-505b-4c70-a807-ebe24062e17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:40.315653 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e66a1e-505b-4c70-a807-ebe24062e17c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:33:40.316612 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-63e66a1e-505b-4c70-a807-ebe24062e17c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:40.354911 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-d7317d42-996b-486a-b86f-1b82809096a3 None None] Attempting to bind port 42d03e7b-e4ec-48c8-bcb0-695a0de84436 on host dv-cinder-790492-12-iscsi for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:33:40.355548 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-d7317d42-996b-486a-b86f-1b82809096a3 None None] Attempting to bind port 42d03e7b-e4ec-48c8-bcb0-695a0de84436 by drivers openvswitch,hyperv on host dv-cinder-790492-12-iscsi at level 0 using segments [{'id': '40eb1e85-c7e6-44b5-807d-b44964a5af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:33:40.356176 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7317d42-996b-486a-b86f-1b82809096a3 None None] Attempting to bind port 42d03e7b-e4ec-48c8-bcb0-695a0de84436 on network 6fc39c71-5951-46b8-8518-6e7081e1cda3 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:33:40.383910 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7317d42-996b-486a-b86f-1b82809096a3 None None] Checking agent: {'id': '245e5d0a-3a0f-4c4e-b0f3-8ac9becf3b30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 25, 23), 'started_at': datetime.datetime(2021, 8, 30, 18, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:33:40.384524 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7317d42-996b-486a-b86f-1b82809096a3 None None] Checking segment: {'id': '40eb1e85-c7e6-44b5-807d-b44964a5af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:33:40.385182 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d7317d42-996b-486a-b86f-1b82809096a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:40.385827 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7317d42-996b-486a-b86f-1b82809096a3 None None] Bound using segment: {'id': '40eb1e85-c7e6-44b5-807d-b44964a5af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:33:40.394059 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-d7317d42-996b-486a-b86f-1b82809096a3 None None] Bound port: 42d03e7b-e4ec-48c8-bcb0-695a0de84436, host: dv-cinder-790492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40eb1e85-c7e6-44b5-807d-b44964a5af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:33:40.394834 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d7317d42-996b-486a-b86f-1b82809096a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:40.438251 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6cd57042-3f3c-4cb9-97da-3ae3fd26b47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:40.485365 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-daf82e63-1b0d-4f47-a632-37a22498f218 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776058719600'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:40.578338 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-d7317d42-996b-486a-b86f-1b82809096a3 None None] For port 42d03e7b-e4ec-48c8-bcb0-695a0de84436, host dv-cinder-790492-12-iscsi, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:33:40.604966 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-d7317d42-996b-486a-b86f-1b82809096a3 None None] For port 42d03e7b-e4ec-48c8-bcb0-695a0de84436, host dv-cinder-790492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=42d03e7b-e4ec-48c8-bcb0-695a0de84436,segment=NetworkSegment(40eb1e85-c7e6-44b5-807d-b44964a5af9c),segment_id=40eb1e85-c7e6-44b5-807d-b44964a5af9c)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:33:40.616328 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d7317d42-996b-486a-b86f-1b82809096a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:40.620185 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e9a2b8e7-ded6-4dfb-8f1d-6de9e7fa1e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:40.630997 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e9a2b8e7-ded6-4dfb-8f1d-6de9e7fa1e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:40.726758 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9a2b8e7-ded6-4dfb-8f1d-6de9e7fa1e7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 18:33:40.758804 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e9a2b8e7-ded6-4dfb-8f1d-6de9e7fa1e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:40.760025 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.db.segments_db [None req-e9a2b8e7-ded6-4dfb-8f1d-6de9e7fa1e7b admin admin] Added segment 7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04 of type vlan for network fa732d19-e894-497a-96b4-f1158b92c807 Aug 30 18:33:40.771059 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7317d42-996b-486a-b86f-1b82809096a3 None None] Pushing event updated for resources: {'Port': ['ID=42d03e7b-e4ec-48c8-bcb0-695a0de84436,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:40.846660 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e9a2b8e7-ded6-4dfb-8f1d-6de9e7fa1e7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776058719600'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:40.895245 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-63e66a1e-505b-4c70-a807-ebe24062e17c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.1040001 Aug 30 18:33:40.908753 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-daf82e63-1b0d-4f47-a632-37a22498f218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:40.910665 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf82e63-1b0d-4f47-a632-37a22498f218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:33:40.911805 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-daf82e63-1b0d-4f47-a632-37a22498f218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:40.916880 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 45318) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:40.925183 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2b8e7-ded6-4dfb-8f1d-6de9e7fa1e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed14da96-7a98-488f-bfc7-b3bf707a9fb3,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:40.936347 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-1e843978-64bb-4477-816c-06539f4a46f4 admin admin] Request body: {'subnet': {'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-829720461-subnet', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:33:40.945013 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e66a1e-505b-4c70-a807-ebe24062e17c admin admin] Pushing event updated for resources: {'Network': ['ID=ab82acb0-f81e-4d3a-b5c2-781193f4d5c9,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:40.966620 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Network ab82acb0-f81e-4d3a-b5c2-781193f4d5c9 details requested by agent ovs-agent-dv-cinder-790492-12-iscsi with host dv-cinder-790492-12-iscsi {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:33:41.054816 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf82e63-1b0d-4f47-a632-37a22498f218 admin admin] Pushing event updated for resources: {'Network': ['ID=86c6f4e9-f587-46d0-83b4-7617f4688e93,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:41.059334 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e9a2b8e7-ded6-4dfb-8f1d-6de9e7fa1e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:41.061004 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a2b8e7-ded6-4dfb-8f1d-6de9e7fa1e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:33:41.061981 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e9a2b8e7-ded6-4dfb-8f1d-6de9e7fa1e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:41.146685 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Network 86c6f4e9-f587-46d0-83b4-7617f4688e93 details requested by agent ovs-agent-dv-cinder-790492-12-iscsi with host dv-cinder-790492-12-iscsi {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:33:41.188171 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-6cd57042-3f3c-4cb9-97da-3ae3fd26b47a admin admin] Allocated IP 172.27.3.29 (56c1e305-917b-4e98-a569-d57cdf415d5e/eb15dae3-e857-40c0-90c2-88f2d8bfe547/c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:33:41.260179 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-16d07712-851d-4384-8c30-7d6325825c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:41.296064 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2b8e7-ded6-4dfb-8f1d-6de9e7fa1e7b admin admin] Pushing event updated for resources: {'Network': ['ID=fa732d19-e894-497a-96b4-f1158b92c807,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:41.320645 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-e9a2b8e7-ded6-4dfb-8f1d-6de9e7fa1e7b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3112242 Aug 30 18:33:41.321736 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 45326) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:41.329711 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-daf82e63-1b0d-4f47-a632-37a22498f218 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3770955 Aug 30 18:33:41.338114 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-16d07712-851d-4384-8c30-7d6325825c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:41.343555 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 45328) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:41.352474 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-de7051f2-f5cc-4092-a8c0-855708e9c250 admin admin] Request body: {'subnet': {'network_id': 'fa732d19-e894-497a-96b4-f1158b92c807', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1094788944-subnet', 'tenant_id': 'b40c9b3f5af3488f90539cd60fa44e2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:33:41.358984 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-0bb03b95-db6b-4569-9453-1c001f0c0a51 admin admin] Request body: {'subnet': {'network_id': '86c6f4e9-f587-46d0-83b4-7617f4688e93', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-646286273-subnet', 'tenant_id': '26da63fb9503419c953e7d900a0bbf6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:33:41.360262 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Network fa732d19-e894-497a-96b4-f1158b92c807 details requested by agent ovs-agent-dv-cinder-790492-12-iscsi with host dv-cinder-790492-12-iscsi {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:33:41.394735 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d07712-851d-4384-8c30-7d6325825c97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 18:33:41.433179 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e843978-64bb-4477-816c-06539f4a46f4 admin admin] Made reservation on behalf of c8c53c4b1f724a2d82c8b9aa097e7b08 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:33:41.445661 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1e843978-64bb-4477-816c-06539f4a46f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:41.488516 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d07712-851d-4384-8c30-7d6325825c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a520cd-e5de-4593-8814-076e3f1e186a,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:41.512870 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-16d07712-851d-4384-8c30-7d6325825c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:41.513694 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.db.segments_db [None req-16d07712-851d-4384-8c30-7d6325825c97 admin admin] Added segment ead4ec1b-4ed7-4e5d-99cd-33faa2c90739 of type vlan for network 5b4c5b35-2cb1-4736-badb-3549db39ca9c Aug 30 18:33:41.524953 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb03b95-db6b-4569-9453-1c001f0c0a51 admin admin] Made reservation on behalf of 26da63fb9503419c953e7d900a0bbf6f for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:33:41.538224 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0bb03b95-db6b-4569-9453-1c001f0c0a51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:41.629022 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7051f2-f5cc-4092-a8c0-855708e9c250 admin admin] Made reservation on behalf of b40c9b3f5af3488f90539cd60fa44e2e for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:33:41.634306 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de7051f2-f5cc-4092-a8c0-855708e9c250 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:41.737723 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-16d07712-851d-4384-8c30-7d6325825c97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776058719600'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:41.773117 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6cd57042-3f3c-4cb9-97da-3ae3fd26b47a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:41.976998 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-16d07712-851d-4384-8c30-7d6325825c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:41.978666 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d07712-851d-4384-8c30-7d6325825c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:33:41.979448 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-16d07712-851d-4384-8c30-7d6325825c97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:42.020771 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 42d03e7b-e4ec-48c8-bcb0-695a0de84436 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:33:42.149092 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-16d07712-851d-4384-8c30-7d6325825c97 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.5588307 Aug 30 18:33:42.150100 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 45352) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:42.165800 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning for port 42d03e7b-e4ec-48c8-bcb0-695a0de84436 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:33:42.202342 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-0eab931f-8dba-4abd-9a2c-e93bf54d8617 admin admin] Request body: {'subnet': {'network_id': '5b4c5b35-2cb1-4736-badb-3549db39ca9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-67733530-subnet', 'tenant_id': '79eaf6bd9a9d41f1a98fff906352dafd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:33:42.282624 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d07712-851d-4384-8c30-7d6325825c97 admin admin] Pushing event updated for resources: {'Network': ['ID=5b4c5b35-2cb1-4736-badb-3549db39ca9c,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:42.303918 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Network 5b4c5b35-2cb1-4736-badb-3549db39ca9c details requested by agent ovs-agent-dv-cinder-790492-12-iscsi with host dv-cinder-790492-12-iscsi {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:33:42.350332 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1e843978-64bb-4477-816c-06539f4a46f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:42.455453 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6cd57042-3f3c-4cb9-97da-3ae3fd26b47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:42.523657 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5f0d97-9167-4ac4-8296-2b1de59df276 None None] Network 6fc39c71-5951-46b8-8518-6e7081e1cda3 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:33:42.538505 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de7051f2-f5cc-4092-a8c0-855708e9c250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:42.564903 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd57042-3f3c-4cb9-97da-3ae3fd26b47a admin admin] Pushing event updated for resources: {'Port': ['ID=c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:42.578811 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eab931f-8dba-4abd-9a2c-e93bf54d8617 admin admin] Made reservation on behalf of 79eaf6bd9a9d41f1a98fff906352dafd for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:33:42.581324 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0eab931f-8dba-4abd-9a2c-e93bf54d8617 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:42.619832 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e843978-64bb-4477-816c-06539f4a46f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06b2e4f8-43ee-4d3b-b176-d28355e277df,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:42.663117 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0bb03b95-db6b-4569-9453-1c001f0c0a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:42.671854 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e843978-64bb-4477-816c-06539f4a46f4 admin admin] Checking segment: {'id': '79b37a73-214a-48d0-8530-dbb5845d8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:33:42.672855 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e843978-64bb-4477-816c-06539f4a46f4 admin admin] Network hostable DHCP agents. Network: ab82acb0-f81e-4d3a-b5c2-781193f4d5c9, hostable agents: ['31edc47e-fc79-419c-8073-db6fa9586502'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:33:42.688847 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd57042-3f3c-4cb9-97da-3ae3fd26b47a admin admin] Network 56c1e305-917b-4e98-a569-d57cdf415d5e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:33:42.706320 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-b2b7d34b-572c-4aec-9aae-d9cef20f8e40 None None] Provisioning for port 42d03e7b-e4ec-48c8-bcb0-695a0de84436 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:33:42.714780 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7051f2-f5cc-4092-a8c0-855708e9c250 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2403c141-9264-413b-9a4f-d5fa5c3597f5,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:42.715359 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-6cd57042-3f3c-4cb9-97da-3ae3fd26b47a admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:33:42.720616 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7051f2-f5cc-4092-a8c0-855708e9c250 admin admin] Checking segment: {'id': '7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fa732d19-e894-497a-96b4-f1158b92c807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:33:42.721134 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7051f2-f5cc-4092-a8c0-855708e9c250 admin admin] Network hostable DHCP agents. Network: fa732d19-e894-497a-96b4-f1158b92c807, hostable agents: ['31edc47e-fc79-419c-8073-db6fa9586502'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:33:42.727181 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-b2b7d34b-572c-4aec-9aae-d9cef20f8e40 None None] Provisioning complete for port 42d03e7b-e4ec-48c8-bcb0-695a0de84436 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:33:42.728441 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b2b7d34b-572c-4aec-9aae-d9cef20f8e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:42.728640 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd57042-3f3c-4cb9-97da-3ae3fd26b47a admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:33:42.747110 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e843978-64bb-4477-816c-06539f4a46f4 admin admin] Network ab82acb0-f81e-4d3a-b5c2-781193f4d5c9 is scheduled to be hosted by DHCP agent 31edc47e-fc79-419c-8073-db6fa9586502 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:33:42.761158 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7051f2-f5cc-4092-a8c0-855708e9c250 admin admin] Network fa732d19-e894-497a-96b4-f1158b92c807 is scheduled to be hosted by DHCP agent 31edc47e-fc79-419c-8073-db6fa9586502 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:33:42.776235 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-1e843978-64bb-4477-816c-06539f4a46f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-12-iscsi, ab82acb0-f81e-4d3a-b5c2-781193f4d5c9) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:33:42.785345 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e843978-64bb-4477-816c-06539f4a46f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:33:42.786519 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1e843978-64bb-4477-816c-06539f4a46f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:42.790573 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-de7051f2-f5cc-4092-a8c0-855708e9c250 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-12-iscsi, fa732d19-e894-497a-96b4-f1158b92c807) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:33:42.801391 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7051f2-f5cc-4092-a8c0-855708e9c250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:33:42.801835 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5904c59e-3381-454d-8caa-41d045eeed04 None None] Network ab82acb0-f81e-4d3a-b5c2-781193f4d5c9 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:33:42.803008 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de7051f2-f5cc-4092-a8c0-855708e9c250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:42.832165 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-de7051f2-f5cc-4092-a8c0-855708e9c250 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5086017 Aug 30 18:33:42.835953 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-1e843978-64bb-4477-816c-06539f4a46f4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9125016 Aug 30 18:33:42.837235 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 45366) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:42.840398 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 45368) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:42.847890 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2c7bf6-53ea-449f-925a-1762d97427cf None None] Network fa732d19-e894-497a-96b4-f1158b92c807 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:33:42.854990 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-1f9b528d-26ba-4da2-92f2-8d6ee96da03d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-829720461-router', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:33:42.876371 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-7e6c3d58-6e6e-45eb-bb32-17a973cd6071 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1094788944-router', 'tenant_id': 'b40c9b3f5af3488f90539cd60fa44e2e', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:33:42.923823 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb03b95-db6b-4569-9453-1c001f0c0a51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13c4f9b1-6d7f-4ed5-9af9-16e7b316f8be,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:42.952499 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7e6c3d58-6e6e-45eb-bb32-17a973cd6071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4117294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4106'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:42.954715 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7e6c3d58-6e6e-45eb-bb32-17a973cd6071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4117378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4119528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4125'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:42.989656 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb03b95-db6b-4569-9453-1c001f0c0a51 admin admin] Checking segment: {'id': 'aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '86c6f4e9-f587-46d0-83b4-7617f4688e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:33:42.990325 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb03b95-db6b-4569-9453-1c001f0c0a51 admin admin] Network hostable DHCP agents. Network: 86c6f4e9-f587-46d0-83b4-7617f4688e93, hostable agents: ['31edc47e-fc79-419c-8073-db6fa9586502'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:33:43.021409 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f9b528d-26ba-4da2-92f2-8d6ee96da03d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4117294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4106'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:43.022613 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f9b528d-26ba-4da2-92f2-8d6ee96da03d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4117378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4119528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4125'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:43.106055 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7e6c3d58-6e6e-45eb-bb32-17a973cd6071 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:43.135915 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb03b95-db6b-4569-9453-1c001f0c0a51 admin admin] Network 86c6f4e9-f587-46d0-83b4-7617f4688e93 is scheduled to be hosted by DHCP agent 31edc47e-fc79-419c-8073-db6fa9586502 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:33:43.162762 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 45376) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:43.208494 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-0bb03b95-db6b-4569-9453-1c001f0c0a51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-12-iscsi, 86c6f4e9-f587-46d0-83b4-7617f4688e93) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:33:43.221616 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb03b95-db6b-4569-9453-1c001f0c0a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:33:43.222237 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0bb03b95-db6b-4569-9453-1c001f0c0a51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:43.228881 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6cd57042-3f3c-4cb9-97da-3ae3fd26b47a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:43.240125 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0eab931f-8dba-4abd-9a2c-e93bf54d8617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:43.296955 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7719c914-395b-45fb-8f65-7727db4816ce None None] Network 86c6f4e9-f587-46d0-83b4-7617f4688e93 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:33:43.322999 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-0bb03b95-db6b-4569-9453-1c001f0c0a51 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9742284 Aug 30 18:33:43.337033 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dddbf6f-c1f1-4b67-b1f8-f06edecb4fdf None None] Network fa732d19-e894-497a-96b4-f1158b92c807 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:33:43.421659 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab931f-8dba-4abd-9a2c-e93bf54d8617 admin admin] Pushing event updated for resources: {'Subnet': ['ID=282dba47-902a-49e3-8cda-2fd63838168d,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:43.469909 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eab931f-8dba-4abd-9a2c-e93bf54d8617 admin admin] Checking segment: {'id': 'ead4ec1b-4ed7-4e5d-99cd-33faa2c90739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5b4c5b35-2cb1-4736-badb-3549db39ca9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:33:43.470260 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eab931f-8dba-4abd-9a2c-e93bf54d8617 admin admin] Network hostable DHCP agents. Network: 5b4c5b35-2cb1-4736-badb-3549db39ca9c, hostable agents: ['31edc47e-fc79-419c-8073-db6fa9586502'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:33:43.582676 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f9b528d-26ba-4da2-92f2-8d6ee96da03d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:43.595179 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eab931f-8dba-4abd-9a2c-e93bf54d8617 admin admin] Network 5b4c5b35-2cb1-4736-badb-3549db39ca9c is scheduled to be hosted by DHCP agent 31edc47e-fc79-419c-8073-db6fa9586502 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:33:43.633707 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6cd57042-3f3c-4cb9-97da-3ae3fd26b47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4117433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4120119'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:43.636430 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ccafbca-c38d-456d-b8bd-845443ba3506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:43.900050 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7e6c3d58-6e6e-45eb-bb32-17a973cd6071 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:43.939539 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-0eab931f-8dba-4abd-9a2c-e93bf54d8617 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-12-iscsi, 5b4c5b35-2cb1-4736-badb-3549db39ca9c) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:33:43.953964 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eab931f-8dba-4abd-9a2c-e93bf54d8617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:33:43.955496 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0eab931f-8dba-4abd-9a2c-e93bf54d8617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:44.043046 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd57042-3f3c-4cb9-97da-3ae3fd26b47a admin admin] Router 7e83e718-b3dd-48fb-96d1-9d76b99dcb3b is scheduled to L3 agent 92e03f23-06fd-457e-8698-15737aaba387 with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 18:33:44.065592 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fa757f-5718-4781-ad25-bbcfe988cf01 None None] Network 86c6f4e9-f587-46d0-83b4-7617f4688e93 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:33:44.070059 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850a0dda-7bdf-457d-bdd2-f8bf46a3d4a4 None None] Network 5b4c5b35-2cb1-4736-badb-3549db39ca9c requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:33:44.190073 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b2b7d34b-572c-4aec-9aae-d9cef20f8e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:44.203622 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f9b528d-26ba-4da2-92f2-8d6ee96da03d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:44.432162 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ccafbca-c38d-456d-b8bd-845443ba3506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:44.457679 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ccafbca-c38d-456d-b8bd-845443ba3506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:44.582003 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccafbca-c38d-456d-b8bd-845443ba3506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1d762b-f3ad-45ec-a50f-9822658efeb2,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:44.587694 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-0eab931f-8dba-4abd-9a2c-e93bf54d8617 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3935115 Aug 30 18:33:44.641326 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 45438) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:44.645434 dv-cinder-790492-12-iscsi neutron-server[94077]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 18:33:44.735039 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404742d1-a508-4524-8305-cc288e0eea67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0882321b-e2fd-5493-abf8-b4156332fbad-ab82acb0-f81e-4d3a-b5c2-781193f4d5c9', 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'fixed_ips': [{'subnet_id': '06b2e4f8-43ee-4d3b-b176-d28355e277df'}]}} from dv-cinder-790492-12-iscsi. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 18:33:44.736937 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-404742d1-a508-4524-8305-cc288e0eea67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:44.819855 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7e6c3d58-6e6e-45eb-bb32-17a973cd6071 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:44.859587 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-b2b7d34b-572c-4aec-9aae-d9cef20f8e40 None None] For port 42d03e7b-e4ec-48c8-bcb0-695a0de84436, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=42d03e7b-e4ec-48c8-bcb0-695a0de84436,segment=NetworkSegment(40eb1e85-c7e6-44b5-807d-b44964a5af9c),segment_id=40eb1e85-c7e6-44b5-807d-b44964a5af9c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:33:44.867842 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7e6c3d58-6e6e-45eb-bb32-17a973cd6071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:44.943423 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f9b528d-26ba-4da2-92f2-8d6ee96da03d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:44.948520 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-8ccafbca-c38d-456d-b8bd-845443ba3506 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=db153e0499c44a86a43150b5af0ea1f5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7819519 Aug 30 18:33:44.965300 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8db36d-d4ae-41af-a760-109d40c3cb69 None None] Network 5b4c5b35-2cb1-4736-badb-3549db39ca9c requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:33:44.969161 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd57042-3f3c-4cb9-97da-3ae3fd26b47a admin admin] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:33:44.980367 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e50dc2-075e-4983-b0b9-7da420750856 None None] Sync routers for ids ['7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'] in dv-cinder-790492-12-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:33:44.983562 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 45454) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:44.995197 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f9b528d-26ba-4da2-92f2-8d6ee96da03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:44.997289 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e50dc2-075e-4983-b0b9-7da420750856 None None] Routers {'7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:33:44.998696 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-38e50dc2-075e-4983-b0b9-7da420750856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:33:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:33:45.012946 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b2b7d34b-572c-4aec-9aae-d9cef20f8e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:45.047542 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6cd57042-3f3c-4cb9-97da-3ae3fd26b47a admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:45.051115 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-6cd57042-3f3c-4cb9-97da-3ae3fd26b47a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.4087157 Aug 30 18:33:45.068520 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 45464) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:45.203578 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-7e6c3d58-6e6e-45eb-bb32-17a973cd6071 admin admin] Allocated IP 172.27.3.239 (56c1e305-917b-4e98-a569-d57cdf415d5e/eb15dae3-e857-40c0-90c2-88f2d8bfe547/b51ad24a-1f38-4d13-9a16-a52119f762f4) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:33:45.377812 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-38e50dc2-075e-4983-b0b9-7da420750856 None None] Set router 7e83e718-b3dd-48fb-96d1-9d76b99dcb3b gateway port host: dv-cinder-790492-12-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:33:45.420810 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7e6c3d58-6e6e-45eb-bb32-17a973cd6071 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:45.516516 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7e6c3d58-6e6e-45eb-bb32-17a973cd6071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:45.551640 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 45480) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:45.558903 dv-cinder-790492-12-iscsi neutron-server[94078]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 18:33:45.621877 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 45484) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:45.641794 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7d34b-572c-4aec-9aae-d9cef20f8e40 None None] Pushing event updated for resources: {'Port': ['ID=42d03e7b-e4ec-48c8-bcb0-695a0de84436,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:45.671266 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-a9a3c5bc-a45c-44e3-8f45-97659eff1a2e tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:33:45.673347 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-992b440a-ab4e-4d91-8620-26bf475431a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:45.680122 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-a9a3c5bc-a45c-44e3-8f45-97659eff1a2e tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/networks?id=86c6f4e9-f587-46d0-83b4-7617f4688e93 HTTP/1.1" status: 200 len: 814 time: 1.0358267 Aug 30 18:33:45.706444 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-aa86a042-1754-42e0-95ad-c35271ec5c19 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/quotas/26da63fb9503419c953e7d900a0bbf6f HTTP/1.1" status: 200 len: 375 time: 0.0237923 Aug 30 18:33:45.732585 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-404742d1-a508-4524-8305-cc288e0eea67 None None] Allocated IP 172.20.0.2 (ab82acb0-f81e-4d3a-b5c2-781193f4d5c9/06b2e4f8-43ee-4d3b-b176-d28355e277df/02a8bba4-ba62-45ee-a54f-ba5e20ab03ce) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:33:45.779472 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-a84e7571-b0fb-433b-8df1-367f1cdbcc11 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=26da63fb9503419c953e7d900a0bbf6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709836 Aug 30 18:33:45.812168 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-38e50dc2-075e-4983-b0b9-7da420750856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1642375931-router', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:38Z', 'updated_at': '2021-08-30T18:33:42Z', 'revision_number': 3, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'gw_port': {'id': 'c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:40Z', 'updated_at': '2021-08-30T18:33:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi'}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:33:45.848422 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-992b440a-ab4e-4d91-8620-26bf475431a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:45.867842 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6c3d58-6e6e-45eb-bb32-17a973cd6071 admin admin] Network 56c1e305-917b-4e98-a569-d57cdf415d5e is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:33:45.879998 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e50dc2-075e-4983-b0b9-7da420750856 None None] Checking router: 7e83e718-b3dd-48fb-96d1-9d76b99dcb3b for host: dv-cinder-790492-12-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:33:45.880738 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e50dc2-075e-4983-b0b9-7da420750856 None None] Updating router 7e83e718-b3dd-48fb-96d1-9d76b99dcb3b port c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8 binding host dv-cinder-790492-12-iscsi {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:33:45.888596 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-45105c33-9005-4875-9309-fba492a52271 None None] Provisioning complete for port 42d03e7b-e4ec-48c8-bcb0-695a0de84436 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:33:45.889402 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-45105c33-9005-4875-9309-fba492a52271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:45.914614 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-1f9b528d-26ba-4da2-92f2-8d6ee96da03d admin admin] Allocated IP 172.27.3.82 (56c1e305-917b-4e98-a569-d57cdf415d5e/eb15dae3-e857-40c0-90c2-88f2d8bfe547/73055980-6e5d-4d6f-8596-a0ca7a7d5b10) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:33:45.915443 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-38e50dc2-075e-4983-b0b9-7da420750856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:45.940521 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-7e6c3d58-6e6e-45eb-bb32-17a973cd6071 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:33:45.962776 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6c3d58-6e6e-45eb-bb32-17a973cd6071 admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:33:45.965647 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f0d9ad7a-fdfd-4432-936b-5f543ad6c234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:45.977716 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-da09b4ac-ae7f-4d73-945b-5a6db7fa7570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:46.098176 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-9f52c8a5-0fcf-407f-bb47-acd711769b66 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 18:33:46.101432 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-9f52c8a5-0fcf-407f-bb47-acd711769b66 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1919851 Aug 30 18:33:46.222672 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c3d58-6e6e-45eb-bb32-17a973cd6071 admin admin] Pushing event updated for resources: {'Port': ['ID=b51ad24a-1f38-4d13-9a16-a52119f762f4,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:46.273444 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-404742d1-a508-4524-8305-cc288e0eea67 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:46.290962 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-404742d1-a508-4524-8305-cc288e0eea67 None None] Transition to ACTIVE for port object 02a8bba4-ba62-45ee-a54f-ba5e20ab03ce will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:33:46.315459 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-404742d1-a508-4524-8305-cc288e0eea67 None None] Transition to ACTIVE for port object 02a8bba4-ba62-45ee-a54f-ba5e20ab03ce will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:33:46.328670 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-404742d1-a508-4524-8305-cc288e0eea67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:46.351409 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-b4434b56-a428-4397-a8d8-11337faa9e9b service neutron] 10.222.0.46 "GET /v2.0/networks/86c6f4e9-f587-46d0-83b4-7617f4688e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344534 Aug 30 18:33:46.379883 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404742d1-a508-4524-8305-cc288e0eea67 None None] Network ab82acb0-f81e-4d3a-b5c2-781193f4d5c9 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:33:46.386396 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-404742d1-a508-4524-8305-cc288e0eea67 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:33:46.389451 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404742d1-a508-4524-8305-cc288e0eea67 None None] Pushing event updated for resources: {'Port': ['ID=02a8bba4-ba62-45ee-a54f-ba5e20ab03ce,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:46.393351 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404742d1-a508-4524-8305-cc288e0eea67 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:33:46.426943 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-f0d9ad7a-fdfd-4432-936b-5f543ad6c234 admin admin] Allocated IP 172.20.0.1 (6fc39c71-5951-46b8-8518-6e7081e1cda3/e547c2a0-76a1-4c05-919d-55422e695ce0/0e898370-f09c-46de-8880-2fd101cc074f) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:33:46.468766 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-404742d1-a508-4524-8305-cc288e0eea67 None None] Attempting to bind port 02a8bba4-ba62-45ee-a54f-ba5e20ab03ce on host dv-cinder-790492-12-iscsi for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:33:46.469120 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-404742d1-a508-4524-8305-cc288e0eea67 None None] Attempting to bind port 02a8bba4-ba62-45ee-a54f-ba5e20ab03ce by drivers openvswitch,hyperv on host dv-cinder-790492-12-iscsi at level 0 using segments [{'id': '79b37a73-214a-48d0-8530-dbb5845d8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:33:46.469625 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404742d1-a508-4524-8305-cc288e0eea67 None None] Attempting to bind port 02a8bba4-ba62-45ee-a54f-ba5e20ab03ce on network ab82acb0-f81e-4d3a-b5c2-781193f4d5c9 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:33:46.476087 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404742d1-a508-4524-8305-cc288e0eea67 None None] Checking agent: {'id': '245e5d0a-3a0f-4c4e-b0f3-8ac9becf3b30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 25, 23), 'started_at': datetime.datetime(2021, 8, 30, 18, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:33:46.476391 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404742d1-a508-4524-8305-cc288e0eea67 None None] Checking segment: {'id': '79b37a73-214a-48d0-8530-dbb5845d8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:33:46.476759 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-404742d1-a508-4524-8305-cc288e0eea67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:46.477125 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404742d1-a508-4524-8305-cc288e0eea67 None None] Bound using segment: {'id': '79b37a73-214a-48d0-8530-dbb5845d8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:33:46.477620 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-404742d1-a508-4524-8305-cc288e0eea67 None None] Bound port: 02a8bba4-ba62-45ee-a54f-ba5e20ab03ce, host: dv-cinder-790492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b37a73-214a-48d0-8530-dbb5845d8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:33:46.478034 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-404742d1-a508-4524-8305-cc288e0eea67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:46.536098 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183c034-7b46-4a62-9205-65d7147065cc req-64c8d324-54b4-420a-b32a-e807d9abe51b tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:33:46.539165 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5183c034-7b46-4a62-9205-65d7147065cc req-64c8d324-54b4-420a-b32a-e807d9abe51b tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/networks?id=5b4c5b35-2cb1-4736-badb-3549db39ca9c HTTP/1.1" status: 200 len: 810 time: 0.9822514 Aug 30 18:33:46.542166 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-ffa1ae29-7d94-4b59-baaf-f0e0fd484ea5 service neutron] 10.222.0.46 "GET /v2.0/networks/86c6f4e9-f587-46d0-83b4-7617f4688e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810527 Aug 30 18:33:46.608417 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-404742d1-a508-4524-8305-cc288e0eea67 None None] For port 02a8bba4-ba62-45ee-a54f-ba5e20ab03ce, host dv-cinder-790492-12-iscsi, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:33:46.617467 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-404742d1-a508-4524-8305-cc288e0eea67 None None] For port 02a8bba4-ba62-45ee-a54f-ba5e20ab03ce, host dv-cinder-790492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=02a8bba4-ba62-45ee-a54f-ba5e20ab03ce,segment=NetworkSegment(79b37a73-214a-48d0-8530-dbb5845d8dcf),segment_id=79b37a73-214a-48d0-8530-dbb5845d8dcf)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:33:46.628044 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5183c034-7b46-4a62-9205-65d7147065cc req-a1bce217-6fac-4426-9eeb-465ed07f57a1 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/quotas/79eaf6bd9a9d41f1a98fff906352dafd HTTP/1.1" status: 200 len: 375 time: 0.0525784 Aug 30 18:33:46.643116 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-404742d1-a508-4524-8305-cc288e0eea67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:46.674476 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f0d9ad7a-fdfd-4432-936b-5f543ad6c234 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:46.697675 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-992b440a-ab4e-4d91-8620-26bf475431a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:46.701332 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-992b440a-ab4e-4d91-8620-26bf475431a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:46.702979 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-992b440a-ab4e-4d91-8620-26bf475431a3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9d1d762b-f3ad-45ec-a50f-9822658efeb2 HTTP/1.1" status: 204 len: 168 time: 1.7183530 Aug 30 18:33:46.723519 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-f0d9ad7a-fdfd-4432-936b-5f543ad6c234 admin admin] Transition to ACTIVE for port object 0e898370-f09c-46de-8880-2fd101cc074f will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:33:46.786086 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404742d1-a508-4524-8305-cc288e0eea67 None None] Pushing event updated for resources: {'Port': ['ID=02a8bba4-ba62-45ee-a54f-ba5e20ab03ce,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:46.827371 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f0d9ad7a-fdfd-4432-936b-5f543ad6c234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:46.886640 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5183c034-7b46-4a62-9205-65d7147065cc req-e5bfbef6-a603-4184-b210-b60cbab71302 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=79eaf6bd9a9d41f1a98fff906352dafd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2331278 Aug 30 18:33:46.902881 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f9b528d-26ba-4da2-92f2-8d6ee96da03d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:46.924217 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b440a-ab4e-4d91-8620-26bf475431a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1d762b-f3ad-45ec-a50f-9822658efeb2,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:47.025122 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d9ad7a-fdfd-4432-936b-5f543ad6c234 admin admin] Network 6fc39c71-5951-46b8-8518-6e7081e1cda3 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:33:47.059016 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-f0d9ad7a-fdfd-4432-936b-5f543ad6c234 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:33:47.096437 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d9ad7a-fdfd-4432-936b-5f543ad6c234 admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:33:47.099385 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f0d9ad7a-fdfd-4432-936b-5f543ad6c234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4120296'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:47.125171 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-da09b4ac-ae7f-4d73-945b-5a6db7fa7570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:47.129324 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7e6c3d58-6e6e-45eb-bb32-17a973cd6071 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:47.300739 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-da09b4ac-ae7f-4d73-945b-5a6db7fa7570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:47.461500 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-da09b4ac-ae7f-4d73-945b-5a6db7fa7570 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e618b63ef2ec48d9a8d8eef88f122ec6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8373299 Aug 30 18:33:47.465009 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 45526) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:47.558630 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9ad7a-fdfd-4432-936b-5f543ad6c234 admin admin] Pushing event updated for resources: {'Port': ['ID=0e898370-f09c-46de-8880-2fd101cc074f,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:47.644028 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f9b528d-26ba-4da2-92f2-8d6ee96da03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:47.682896 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0f727380-274f-4501-97de-72ef49aaadf0 None None] Provisioning for port 0e898370-f09c-46de-8880-2fd101cc074f completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:33:47.702382 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0f727380-274f-4501-97de-72ef49aaadf0 None None] Provisioning complete for port 0e898370-f09c-46de-8880-2fd101cc074f triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:33:47.702968 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0f727380-274f-4501-97de-72ef49aaadf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:47.871389 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-6ab0639d-31e0-4845-96c0-b6075cac9dcd req-c520d3c6-482d-453d-8294-9220110ee2ef tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=99f5e2a1-8149-48d8-b78f-369495171ebb HTTP/1.1" status: 200 len: 210 time: 0.3437569 Aug 30 18:33:47.875086 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 45534) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:47.886810 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b528d-26ba-4da2-92f2-8d6ee96da03d admin admin] Pushing event updated for resources: {'Port': ['ID=73055980-6e5d-4d6f-8596-a0ca7a7d5b10,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:47.909742 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-0f727380-274f-4501-97de-72ef49aaadf0 None None] Port 0e898370-f09c-46de-8880-2fd101cc074f cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:33:48.001464 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a86858f3-2ae2-4db7-a5ea-7fcd1e648fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:48.011503 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [req-5183c034-7b46-4a62-9205-65d7147065cc req-6944efed-93a7-4656-b682-3c8c6f2a9205 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 18:33:48.025998 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5183c034-7b46-4a62-9205-65d7147065cc req-6944efed-93a7-4656-b682-3c8c6f2a9205 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5816541 Aug 30 18:33:48.052268 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9b528d-26ba-4da2-92f2-8d6ee96da03d admin admin] Network 56c1e305-917b-4e98-a569-d57cdf415d5e is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:33:48.053559 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f0d9ad7a-fdfd-4432-936b-5f543ad6c234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:48.086950 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-38e50dc2-075e-4983-b0b9-7da420750856 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:48.096593 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-1f9b528d-26ba-4da2-92f2-8d6ee96da03d admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:33:48.121596 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-38e50dc2-075e-4983-b0b9-7da420750856 None None] Transition to ACTIVE for port object c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:33:48.148836 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-38e50dc2-075e-4983-b0b9-7da420750856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:48.153648 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9b528d-26ba-4da2-92f2-8d6ee96da03d admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:33:48.157649 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09b4ac-ae7f-4d73-945b-5a6db7fa7570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9854a4e0-dc1f-4923-9a84-266066fe2b89,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:48.403249 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 02a8bba4-ba62-45ee-a54f-ba5e20ab03ce up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:33:48.422564 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa7b2d-9d84-406a-ae69-fd26e66103dc None None] Pushing event updated for resources: {'Port': ['ID=c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:48.435763 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-38e50dc2-075e-4983-b0b9-7da420750856 None None] Attempting to bind port c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8 on host dv-cinder-790492-12-iscsi for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:33:48.436799 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-38e50dc2-075e-4983-b0b9-7da420750856 None None] Attempting to bind port c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8 by drivers openvswitch,hyperv on host dv-cinder-790492-12-iscsi at level 0 using segments [{'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:33:48.437444 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e50dc2-075e-4983-b0b9-7da420750856 None None] Attempting to bind port c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8 on network 56c1e305-917b-4e98-a569-d57cdf415d5e {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:33:48.448639 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fa7b2d-9d84-406a-ae69-fd26e66103dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:48.449221 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fa7b2d-9d84-406a-ae69-fd26e66103dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:48.449776 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fa7b2d-9d84-406a-ae69-fd26e66103dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:48.450372 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fa7b2d-9d84-406a-ae69-fd26e66103dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:48.450952 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fa7b2d-9d84-406a-ae69-fd26e66103dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:48.451542 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fa7b2d-9d84-406a-ae69-fd26e66103dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:48.452091 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fa7b2d-9d84-406a-ae69-fd26e66103dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:48.452641 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fa7b2d-9d84-406a-ae69-fd26e66103dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:48.453563 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fa7b2d-9d84-406a-ae69-fd26e66103dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:48.454277 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fa7b2d-9d84-406a-ae69-fd26e66103dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:48.454826 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fa7b2d-9d84-406a-ae69-fd26e66103dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:48.455388 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fa7b2d-9d84-406a-ae69-fd26e66103dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:48.458256 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fa7b2d-9d84-406a-ae69-fd26e66103dc None None] Tracked resource versions report: Aug 30 18:33:48.458256 dv-cinder-790492-12-iscsi neutron-server[94080]: pushed versions: Aug 30 18:33:48.458256 dv-cinder-790492-12-iscsi neutron-server[94080]: { 'AddressGroup': {'1.2'}, Aug 30 18:33:48.458256 dv-cinder-790492-12-iscsi neutron-server[94080]: 'ConntrackHelper': {'1.0'}, Aug 30 18:33:48.458256 dv-cinder-790492-12-iscsi neutron-server[94080]: 'Log': {'1.0'}, Aug 30 18:33:48.458256 dv-cinder-790492-12-iscsi neutron-server[94080]: 'Network': {'1.1'}, Aug 30 18:33:48.458256 dv-cinder-790492-12-iscsi neutron-server[94080]: 'Port': {'1.7'}, Aug 30 18:33:48.458256 dv-cinder-790492-12-iscsi neutron-server[94080]: 'PortForwarding': {'1.2'}, Aug 30 18:33:48.458256 dv-cinder-790492-12-iscsi neutron-server[94080]: 'QosPolicy': {'1.9'}, Aug 30 18:33:48.458256 dv-cinder-790492-12-iscsi neutron-server[94080]: 'SecurityGroup': {'1.4'}, Aug 30 18:33:48.458256 dv-cinder-790492-12-iscsi neutron-server[94080]: 'SecurityGroupRule': {'1.2'}, Aug 30 18:33:48.458256 dv-cinder-790492-12-iscsi neutron-server[94080]: 'SubPort': {'1.0'}, Aug 30 18:33:48.458256 dv-cinder-790492-12-iscsi neutron-server[94080]: 'Subnet': {'1.1'}, Aug 30 18:33:48.458256 dv-cinder-790492-12-iscsi neutron-server[94080]: 'Trunk': {'1.1'}} Aug 30 18:33:48.458256 dv-cinder-790492-12-iscsi neutron-server[94080]: consumer versions: Aug 30 18:33:48.458256 dv-cinder-790492-12-iscsi neutron-server[94080]: { DHCP agent@dv-cinder-790492-12-iscsi: {}, Aug 30 18:33:48.458256 dv-cinder-790492-12-iscsi neutron-server[94080]: HyperV agent@hv-cinder-79049: {}, Aug 30 18:33:48.458256 dv-cinder-790492-12-iscsi neutron-server[94080]: L3 agent@dv-cinder-790492-12-iscsi: {}, Aug 30 18:33:48.458256 dv-cinder-790492-12-iscsi neutron-server[94080]: Metadata agent@dv-cinder-790492-12-iscsi: {}, Aug 30 18:33:48.458256 dv-cinder-790492-12-iscsi neutron-server[94080]: Metering agent@dv-cinder-790492-12-iscsi: {}, Aug 30 18:33:48.458256 dv-cinder-790492-12-iscsi neutron-server[94080]: Open vSwitch agent@dv-cinder-790492-12-iscsi: { 'AddressGroup': '1.2', Aug 30 18:33:48.458256 dv-cinder-790492-12-iscsi neutron-server[94080]: 'ConntrackHelper': '1.0', Aug 30 18:33:48.458256 dv-cinder-790492-12-iscsi neutron-server[94080]: 'Log': '1.0', Aug 30 18:33:48.458256 dv-cinder-790492-12-iscsi neutron-server[94080]: 'Network': '1.1', Aug 30 18:33:48.458256 dv-cinder-790492-12-iscsi neutron-server[94080]: 'Port': '1.7', Aug 30 18:33:48.458256 dv-cinder-790492-12-iscsi neutron-server[94080]: 'PortForwarding': '1.2', Aug 30 18:33:48.458256 dv-cinder-790492-12-iscsi neutron-server[94080]: 'QosPolicy': '1.9', Aug 30 18:33:48.458256 dv-cinder-790492-12-iscsi neutron-server[94080]: 'SecurityGroup': '1.4', Aug 30 18:33:48.458256 dv-cinder-790492-12-iscsi neutron-server[94080]: 'SecurityGroupRule': '1.2', Aug 30 18:33:48.458256 dv-cinder-790492-12-iscsi neutron-server[94080]: 'SubPort': '1.0', Aug 30 18:33:48.458256 dv-cinder-790492-12-iscsi neutron-server[94080]: 'Subnet': '1.1', Aug 30 18:33:48.458256 dv-cinder-790492-12-iscsi neutron-server[94080]: 'Trunk': '1.1'}} Aug 30 18:33:48.458256 dv-cinder-790492-12-iscsi neutron-server[94080]: {{(pid=94080) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 18:33:48.494440 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e50dc2-075e-4983-b0b9-7da420750856 None None] Checking agent: {'id': '245e5d0a-3a0f-4c4e-b0f3-8ac9becf3b30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 25, 23), 'started_at': datetime.datetime(2021, 8, 30, 18, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:33:48.496836 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e50dc2-075e-4983-b0b9-7da420750856 None None] Checking segment: {'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:33:48.496836 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-38e50dc2-075e-4983-b0b9-7da420750856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:48.504196 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e50dc2-075e-4983-b0b9-7da420750856 None None] Bound using segment: {'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:33:48.505354 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-38e50dc2-075e-4983-b0b9-7da420750856 None None] Bound port: c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8, host: dv-cinder-790492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:33:48.506031 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-38e50dc2-075e-4983-b0b9-7da420750856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:48.586718 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning for port 02a8bba4-ba62-45ee-a54f-ba5e20ab03ce completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:33:48.596107 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 42d03e7b-e4ec-48c8-bcb0-695a0de84436 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:33:48.604397 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1c1138e7-86a8-49a2-a24e-c69949259ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:48.717908 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-38e50dc2-075e-4983-b0b9-7da420750856 None None] For port c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8, host dv-cinder-790492-12-iscsi, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:33:48.729356 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-38e50dc2-075e-4983-b0b9-7da420750856 None None] For port c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8, host dv-cinder-790492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8,segment=NetworkSegment(1a6a5219-0521-4333-ae96-e7fdd8d0d325),segment_id=1a6a5219-0521-4333-ae96-e7fdd8d0d325)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:33:48.740759 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-38e50dc2-075e-4983-b0b9-7da420750856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:48.745667 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd56f38-38ba-464b-be7a-5a19dc349625 None None] Network ab82acb0-f81e-4d3a-b5c2-781193f4d5c9 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:33:48.749074 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a86858f3-2ae2-4db7-a5ea-7fcd1e648fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:48.760195 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a86858f3-2ae2-4db7-a5ea-7fcd1e648fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:48.771109 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1c1138e7-86a8-49a2-a24e-c69949259ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:48.816001 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-a86858f3-2ae2-4db7-a5ea-7fcd1e648fd0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d9a52a7a3fec48439761ee9f49df7190&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9348552 Aug 30 18:33:48.817435 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 45562) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:48.882039 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1c1138e7-86a8-49a2-a24e-c69949259ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:48.886774 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1c1138e7-86a8-49a2-a24e-c69949259ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:48.892515 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-1c1138e7-86a8-49a2-a24e-c69949259ce9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9854a4e0-dc1f-4923-9a84-266066fe2b89 HTTP/1.1" status: 204 len: 168 time: 1.2472672 Aug 30 18:33:48.933891 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa7b2d-9d84-406a-ae69-fd26e66103dc None None] Pushing event updated for resources: {'Port': ['ID=c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:48.938434 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7e6c3d58-6e6e-45eb-bb32-17a973cd6071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4117433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4120119'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:48.970391 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1138e7-86a8-49a2-a24e-c69949259ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9854a4e0-dc1f-4923-9a84-266066fe2b89,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:49.006758 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86858f3-2ae2-4db7-a5ea-7fcd1e648fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5b19eb-d64d-4715-bf11-28e0e0d8c75c,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:49.082814 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e44135dd-66e7-43bb-b817-801b1323d09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:49.083148 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e50dc2-075e-4983-b0b9-7da420750856 None None] Routers {'7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:33:49.084261 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-38e50dc2-075e-4983-b0b9-7da420750856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:33:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:33:49.123799 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f91a9b30-1836-4d48-aae2-ef18d090ab6b None None] Provisioning for port 02a8bba4-ba62-45ee-a54f-ba5e20ab03ce completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:33:49.134436 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port 42d03e7b-e4ec-48c8-bcb0-695a0de84436 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:33:49.138723 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:49.140702 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f0d9ad7a-fdfd-4432-936b-5f543ad6c234 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:49.164735 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c5e51728-d32e-4609-af43-f58392959173 req-55210737-9c29-4bf5-92f1-f0451ee78e01 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=99f5e2a1-8149-48d8-b78f-369495171ebb HTTP/1.1" status: 200 len: 210 time: 0.0972588 Aug 30 18:33:49.175727 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f0d9ad7a-fdfd-4432-936b-5f543ad6c234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:49.179876 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f0d9ad7a-fdfd-4432-936b-5f543ad6c234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4119095'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:49.192059 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f91a9b30-1836-4d48-aae2-ef18d090ab6b None None] Provisioning complete for port 02a8bba4-ba62-45ee-a54f-ba5e20ab03ce triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:33:49.192059 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f91a9b30-1836-4d48-aae2-ef18d090ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:49.267656 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5183c034-7b46-4a62-9205-65d7147065cc req-a8843c07-a8ae-4775-b683-bbb533773c60 service neutron] 10.222.0.46 "GET /v2.0/networks/5b4c5b35-2cb1-4736-badb-3549db39ca9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2402267 Aug 30 18:33:49.386626 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f91a9b30-1836-4d48-aae2-ef18d090ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:49.432912 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-38e50dc2-075e-4983-b0b9-7da420750856 None None] Set router 7e83e718-b3dd-48fb-96d1-9d76b99dcb3b gateway port host: dv-cinder-790492-12-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:33:49.438804 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f91a9b30-1836-4d48-aae2-ef18d090ab6b None None] For port 02a8bba4-ba62-45ee-a54f-ba5e20ab03ce, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=02a8bba4-ba62-45ee-a54f-ba5e20ab03ce,segment=NetworkSegment(79b37a73-214a-48d0-8530-dbb5845d8dcf),segment_id=79b37a73-214a-48d0-8530-dbb5845d8dcf)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:33:49.445579 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e44135dd-66e7-43bb-b817-801b1323d09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:49.452586 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f91a9b30-1836-4d48-aae2-ef18d090ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:49.573659 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a9b30-1836-4d48-aae2-ef18d090ab6b None None] Pushing event updated for resources: {'Port': ['ID=02a8bba4-ba62-45ee-a54f-ba5e20ab03ce,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:49.610153 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9ad7a-fdfd-4432-936b-5f543ad6c234 admin admin] Pushing event updated for resources: {'Port': ['ID=0e898370-f09c-46de-8880-2fd101cc074f,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:49.703848 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c828a2a4-0b67-459e-b5f8-921ae577fa14 None None] Provisioning complete for port 02a8bba4-ba62-45ee-a54f-ba5e20ab03ce triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:33:49.705291 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c828a2a4-0b67-459e-b5f8-921ae577fa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:49.729725 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d9ad7a-fdfd-4432-936b-5f543ad6c234 admin admin] Network 6fc39c71-5951-46b8-8518-6e7081e1cda3 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:33:49.733042 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-f0d9ad7a-fdfd-4432-936b-5f543ad6c234 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:33:49.735827 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e44135dd-66e7-43bb-b817-801b1323d09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:49.739022 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e44135dd-66e7-43bb-b817-801b1323d09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:49.745204 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-e44135dd-66e7-43bb-b817-801b1323d09e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fb5b19eb-d64d-4715-bf11-28e0e0d8c75c HTTP/1.1" status: 204 len: 168 time: 0.8927212 Aug 30 18:33:50.014332 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d763b88d-614c-4919-887a-6e8f52c367f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:50.040798 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f9b528d-26ba-4da2-92f2-8d6ee96da03d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:50.081954 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 02a8bba4-ba62-45ee-a54f-ba5e20ab03ce up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:33:50.119646 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44135dd-66e7-43bb-b817-801b1323d09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5b19eb-d64d-4715-bf11-28e0e0d8c75c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:50.136333 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d9ad7a-fdfd-4432-936b-5f543ad6c234 admin admin] Router 7e83e718-b3dd-48fb-96d1-9d76b99dcb3b has already been hosted by L3 agent 92e03f23-06fd-457e-8698-15737aaba387 {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:33:50.179847 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5183c034-7b46-4a62-9205-65d7147065cc req-f7e10438-0b4b-48e1-9af0-735688389e85 service neutron] 10.222.0.46 "GET /v2.0/networks/5b4c5b35-2cb1-4736-badb-3549db39ca9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6260691 Aug 30 18:33:50.402722 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-38e50dc2-075e-4983-b0b9-7da420750856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1642375931-router', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:38Z', 'updated_at': '2021-08-30T18:33:47Z', 'revision_number': 4, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'gw_port': {'id': 'c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:40Z', 'updated_at': '2021-08-30T18:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '0e898370-f09c-46de-8880-2fd101cc074f', 'name': '', 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'mac_address': 'fa:16:3e:49:88:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:45Z', 'updated_at': '2021-08-30T18:33:46Z', 'revision_number': 1, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'subnets': [{'id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:33:50.515602 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e50dc2-075e-4983-b0b9-7da420750856 None None] The sync data for ids ['7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'] in dv-cinder-790492-12-iscsi is: [{'id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1642375931-router', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:38Z', 'updated_at': '2021-08-30T18:33:47Z', 'revision_number': 4, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'gw_port': {'id': 'c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:40Z', 'updated_at': '2021-08-30T18:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '0e898370-f09c-46de-8880-2fd101cc074f', 'name': '', 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'mac_address': 'fa:16:3e:49:88:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:45Z', 'updated_at': '2021-08-30T18:33:46Z', 'revision_number': 1, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'subnets': [{'id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:33:50.678095 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port 02a8bba4-ba62-45ee-a54f-ba5e20ab03ce triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:33:50.682582 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:50.693555 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d9ad7a-fdfd-4432-936b-5f543ad6c234 admin admin] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:33:50.713606 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-f0d9ad7a-fdfd-4432-936b-5f543ad6c234 admin admin] 10.222.0.46 "PUT /v2.0/routers/7e83e718-b3dd-48fb-96d1-9d76b99dcb3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6298273 Aug 30 18:33:50.907377 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1cfb5842-4b7d-41b3-b620-faed78d42a59 None None] Provisioning complete for port 0e898370-f09c-46de-8880-2fd101cc074f triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:33:50.909646 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1cfb5842-4b7d-41b3-b620-faed78d42a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:51.138385 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1cfb5842-4b7d-41b3-b620-faed78d42a59 None None] Port 0e898370-f09c-46de-8880-2fd101cc074f cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:33:51.292613 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6c3d58-6e6e-45eb-bb32-17a973cd6071 admin admin] Router d678bbeb-6908-4442-ba7d-2ddf83ea32e3 is scheduled to L3 agent 92e03f23-06fd-457e-8698-15737aaba387 with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 18:33:51.318463 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-22de8997-00ce-4e00-a1a6-283cb77577ba req-f1253b3f-b562-4c97-b098-7272d3b5f90e tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab544a2-8dc9-49d4-9b30-81ae57f1454c HTTP/1.1" status: 200 len: 210 time: 0.1373060 Aug 30 18:33:51.386472 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-dfc0e429-5269-40c4-808a-7f7ef35c68e1 req-46c42407-24d5-4d86-8968-5604a86cc96f tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=99f5e2a1-8149-48d8-b78f-369495171ebb HTTP/1.1" status: 200 len: 210 time: 0.1462135 Aug 30 18:33:51.531001 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.39', 60830) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:51.700116 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f9b528d-26ba-4da2-92f2-8d6ee96da03d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4117433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4120119'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:51.707012 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6c3d58-6e6e-45eb-bb32-17a973cd6071 admin admin] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:33:51.725535 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c32345-f829-4740-8d9d-180e07c19b2b None None] Sync routers for ids ['d678bbeb-6908-4442-ba7d-2ddf83ea32e3'] in dv-cinder-790492-12-iscsi {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:33:51.776919 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c32345-f829-4740-8d9d-180e07c19b2b None None] Routers {'d678bbeb-6908-4442-ba7d-2ddf83ea32e3'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:33:51.778065 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-33c32345-f829-4740-8d9d-180e07c19b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:33:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['d678bbeb-6908-4442-ba7d-2ddf83ea32e3'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:33:51.928719 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-8f0d3fa2-2a04-45a6-9ac7-bd49c82cb5c6 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:33:51.934501 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-8f0d3fa2-2a04-45a6-9ac7-bd49c82cb5c6 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.39 "GET /v2.0/networks?id=86c6f4e9-f587-46d0-83b4-7617f4688e93 HTTP/1.1" status: 200 len: 814 time: 0.3928330 Aug 30 18:33:51.987257 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7e6c3d58-6e6e-45eb-bb32-17a973cd6071 admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:52.000898 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-7e6c3d58-6e6e-45eb-bb32-17a973cd6071 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.1560442 Aug 30 18:33:52.015629 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 45662) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:52.054861 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-4a7b9b2f-8aa2-47c2-ab45-02b9d3838da5 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Request body: {'port': {'device_id': '99f5e2a1-8149-48d8-b78f-369495171ebb', 'network_id': '86c6f4e9-f587-46d0-83b4-7617f4688e93', 'admin_state_up': True, 'tenant_id': '26da63fb9503419c953e7d900a0bbf6f'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:33:52.374536 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-33c32345-f829-4740-8d9d-180e07c19b2b None None] Set router d678bbeb-6908-4442-ba7d-2ddf83ea32e3 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:33:52.801867 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2e80a47f-dc26-439f-86b6-8522c1b38795 req-8469c684-70c2-4e08-b041-c0b295fe01dd tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab544a2-8dc9-49d4-9b30-81ae57f1454c HTTP/1.1" status: 200 len: 210 time: 0.1247048 Aug 30 18:33:52.897488 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-4a7b9b2f-8aa2-47c2-ab45-02b9d3838da5 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Made reservation on behalf of 26da63fb9503419c953e7d900a0bbf6f for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:33:52.906438 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-4a7b9b2f-8aa2-47c2-ab45-02b9d3838da5 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:52.927985 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9b528d-26ba-4da2-92f2-8d6ee96da03d admin admin] Router dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7 is scheduled to L3 agent 92e03f23-06fd-457e-8698-15737aaba387 with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 18:33:53.114091 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ee35021d-ef5f-4eed-b9b6-42bfa272fc11 req-f2f1a497-9951-4161-929a-8abfbe86fcfb tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=99f5e2a1-8149-48d8-b78f-369495171ebb HTTP/1.1" status: 200 len: 210 time: 0.1348624 Aug 30 18:33:53.299200 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-33c32345-f829-4740-8d9d-180e07c19b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd678bbeb-6908-4442-ba7d-2ddf83ea32e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1094788944-router', 'tenant_id': 'b40c9b3f5af3488f90539cd60fa44e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'b51ad24a-1f38-4d13-9a16-a52119f762f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:42Z', 'updated_at': '2021-08-30T18:33:46Z', 'revision_number': 3, 'project_id': 'b40c9b3f5af3488f90539cd60fa44e2e', 'gw_port': {'id': 'b51ad24a-1f38-4d13-9a16-a52119f762f4', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ff:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd678bbeb-6908-4442-ba7d-2ddf83ea32e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:44Z', 'updated_at': '2021-08-30T18:33:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi'}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:33:53.337039 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c3acfe6d-99a6-4d39-8d63-ef55ee928e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:53.519163 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c32345-f829-4740-8d9d-180e07c19b2b None None] Checking router: d678bbeb-6908-4442-ba7d-2ddf83ea32e3 for host: dv-cinder-790492-12-iscsi {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:33:53.520138 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c32345-f829-4740-8d9d-180e07c19b2b None None] Updating router d678bbeb-6908-4442-ba7d-2ddf83ea32e3 port b51ad24a-1f38-4d13-9a16-a52119f762f4 binding host dv-cinder-790492-12-iscsi {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:33:53.536355 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 45696) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:53.536553 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 45698) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:53.540540 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:53.716648 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-33c32345-f829-4740-8d9d-180e07c19b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:53.994300 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9b528d-26ba-4da2-92f2-8d6ee96da03d admin admin] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:33:54.038280 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b908392-2159-45c2-be89-3ec948d031f5 None None] Sync routers for ids ['dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'] in dv-cinder-790492-12-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:33:54.061932 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2e3705ed-8018-496f-bc3d-c0fdcbaf674b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:54.074430 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b908392-2159-45c2-be89-3ec948d031f5 None None] Routers {'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:33:54.078729 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-3b908392-2159-45c2-be89-3ec948d031f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:33:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:33:54.080075 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-a78e2fa7-ff5f-4d05-875c-3cc55e281f30 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2098506332', 'description': 'tempest-description--48276235'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:33:54.119287 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f9b528d-26ba-4da2-92f2-8d6ee96da03d admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:54.125180 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-1f9b528d-26ba-4da2-92f2-8d6ee96da03d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 11.2828784 Aug 30 18:33:54.131091 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:33:54.153982 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 45724) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:54.218622 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:54.471042 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ad66c8b7-a16d-46ce-a670-436c6037a831 req-6d00f4d0-e474-4652-8332-0e602686dd12 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab544a2-8dc9-49d4-9b30-81ae57f1454c HTTP/1.1" status: 200 len: 210 time: 0.1860824 Aug 30 18:33:54.489474 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a78e2fa7-ff5f-4d05-875c-3cc55e281f30 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:54.553469 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning for port c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:33:54.584838 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-4a7b9b2f-8aa2-47c2-ab45-02b9d3838da5 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Allocated IP 172.20.0.10 (86c6f4e9-f587-46d0-83b4-7617f4688e93/13c4f9b1-6d7f-4ed5-9af9-16e7b316f8be/a8e16594-074f-42d5-bbfe-31e155c8207f) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:33:54.682971 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:33:54.688026 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:54.838862 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a78e2fa7-ff5f-4d05-875c-3cc55e281f30 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:54.859628 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a78e2fa7-ff5f-4d05-875c-3cc55e281f30 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:54.875388 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-33c32345-f829-4740-8d9d-180e07c19b2b None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:54.903278 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-33c32345-f829-4740-8d9d-180e07c19b2b None None] Transition to ACTIVE for port object b51ad24a-1f38-4d13-9a16-a52119f762f4 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:33:54.929659 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-33c32345-f829-4740-8d9d-180e07c19b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:54.985080 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a78e2fa7-ff5f-4d05-875c-3cc55e281f30 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:55.004181 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-a78e2fa7-ff5f-4d05-875c-3cc55e281f30 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 1.4658065 Aug 30 18:33:55.004754 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 45738) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:55.018216 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-3b908392-2159-45c2-be89-3ec948d031f5 None None] Set router dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:33:55.041080 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-fe5158b1-128a-4702-8782-5428274ae594 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Request body: {'security_group_rule': {'security_group_id': 'faf07d4f-a0ce-47dc-9893-190456348455', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:33:55.055201 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.39', 60836) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:55.164697 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:55.388792 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4f07a5-0330-4886-9a0e-5381839ac3af None None] Sync routers for ids ['7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'] in dv-cinder-790492-12-iscsi {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:33:55.456999 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2ed88-3cae-46ca-89ba-845822e8a381 None None] Pushing event updated for resources: {'Port': ['ID=b51ad24a-1f38-4d13-9a16-a52119f762f4,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:55.470904 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4f07a5-0330-4886-9a0e-5381839ac3af None None] Routers {'7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:33:55.471681 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-8b4f07a5-0330-4886-9a0e-5381839ac3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:33:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:33:55.495649 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] For port c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8,segment=NetworkSegment(1a6a5219-0521-4333-ae96-e7fdd8d0d325),segment_id=1a6a5219-0521-4333-ae96-e7fdd8d0d325)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:33:55.497210 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-33c32345-f829-4740-8d9d-180e07c19b2b None None] Attempting to bind port b51ad24a-1f38-4d13-9a16-a52119f762f4 on host dv-cinder-790492-12-iscsi for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:33:55.497727 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-33c32345-f829-4740-8d9d-180e07c19b2b None None] Attempting to bind port b51ad24a-1f38-4d13-9a16-a52119f762f4 by drivers openvswitch,hyperv on host dv-cinder-790492-12-iscsi at level 0 using segments [{'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:33:55.498133 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c32345-f829-4740-8d9d-180e07c19b2b None None] Attempting to bind port b51ad24a-1f38-4d13-9a16-a52119f762f4 on network 56c1e305-917b-4e98-a569-d57cdf415d5e {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:33:55.499400 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183c034-7b46-4a62-9205-65d7147065cc req-986000a2-4425-4184-b6c4-e7f32365f2e7 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:33:55.501192 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-5183c034-7b46-4a62-9205-65d7147065cc req-986000a2-4425-4184-b6c4-e7f32365f2e7 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.39 "GET /v2.0/networks?id=5b4c5b35-2cb1-4736-badb-3549db39ca9c HTTP/1.1" status: 200 len: 810 time: 0.4355607 Aug 30 18:33:55.535212 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c32345-f829-4740-8d9d-180e07c19b2b None None] Checking agent: {'id': '245e5d0a-3a0f-4c4e-b0f3-8ac9becf3b30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 25, 23), 'started_at': datetime.datetime(2021, 8, 30, 18, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:33:55.554091 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c32345-f829-4740-8d9d-180e07c19b2b None None] Checking segment: {'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:33:55.555596 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-33c32345-f829-4740-8d9d-180e07c19b2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:55.556014 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c32345-f829-4740-8d9d-180e07c19b2b None None] Bound using segment: {'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:33:55.556527 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-33c32345-f829-4740-8d9d-180e07c19b2b None None] Bound port: b51ad24a-1f38-4d13-9a16-a52119f762f4, host: dv-cinder-790492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:33:55.556947 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-33c32345-f829-4740-8d9d-180e07c19b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:55.559201 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:55.570736 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e2fa7-ff5f-4d05-875c-3cc55e281f30 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faf07d4f-a0ce-47dc-9893-190456348455,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:55.599530 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c87c9ed4-598e-4f0f-a69d-934b07cd56ff req-fe222ebf-95ba-45dc-8d04-0f89b4f2d12a tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=99f5e2a1-8149-48d8-b78f-369495171ebb HTTP/1.1" status: 200 len: 210 time: 0.4133043 Aug 30 18:33:55.665713 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2b43d8f3-510c-4f87-98d4-c26db2726449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:55.725955 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-5183c034-7b46-4a62-9205-65d7147065cc req-30c2b01d-7e61-40dc-9b4a-99ec3edc935b tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Request body: {'port': {'device_id': '2ab544a2-8dc9-49d4-9b30-81ae57f1454c', 'network_id': '5b4c5b35-2cb1-4736-badb-3549db39ca9c', 'admin_state_up': True, 'tenant_id': '79eaf6bd9a9d41f1a98fff906352dafd'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:33:56.034402 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-3b908392-2159-45c2-be89-3ec948d031f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'name': 'tempest-AttachVolumeTestJSON-829720461-router', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '73055980-6e5d-4d6f-8596-a0ca7a7d5b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:43Z', 'updated_at': '2021-08-30T18:33:48Z', 'revision_number': 3, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'gw_port': {'id': '73055980-6e5d-4d6f-8596-a0ca7a7d5b10', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:10:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:45Z', 'updated_at': '2021-08-30T18:33:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi'}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:33:56.179904 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b908392-2159-45c2-be89-3ec948d031f5 None None] Checking router: dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7 for host: dv-cinder-790492-12-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:33:56.180248 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b908392-2159-45c2-be89-3ec948d031f5 None None] Updating router dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7 port 73055980-6e5d-4d6f-8596-a0ca7a7d5b10 binding host dv-cinder-790492-12-iscsi {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:33:56.338431 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3b908392-2159-45c2-be89-3ec948d031f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:56.342837 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-2e3705ed-8018-496f-bc3d-c0fdcbaf674b admin admin] Allocated IP 172.20.0.1 (fa732d19-e894-497a-96b4-f1158b92c807/2403c141-9264-413b-9a4f-d5fa5c3597f5/7c15609c-9bf9-46de-a0ff-33c3e6aa7d51) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:33:56.377258 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-4a7b9b2f-8aa2-47c2-ab45-02b9d3838da5 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:56.547314 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-33c32345-f829-4740-8d9d-180e07c19b2b None None] For port b51ad24a-1f38-4d13-9a16-a52119f762f4, host dv-cinder-790492-12-iscsi, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:33:56.564706 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-33c32345-f829-4740-8d9d-180e07c19b2b None None] For port b51ad24a-1f38-4d13-9a16-a52119f762f4, host dv-cinder-790492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=b51ad24a-1f38-4d13-9a16-a52119f762f4,segment=NetworkSegment(1a6a5219-0521-4333-ae96-e7fdd8d0d325),segment_id=1a6a5219-0521-4333-ae96-e7fdd8d0d325)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:33:56.671389 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-be83e8a8-793a-4c77-8885-804ea222140b req-704a16eb-0992-4a7e-b70c-5fed97e8e253 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab544a2-8dc9-49d4-9b30-81ae57f1454c HTTP/1.1" status: 200 len: 210 time: 0.5907629 Aug 30 18:33:56.677552 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fe5158b1-128a-4702-8782-5428274ae594 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:56.704167 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2e3705ed-8018-496f-bc3d-c0fdcbaf674b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:56.750106 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5183c034-7b46-4a62-9205-65d7147065cc req-30c2b01d-7e61-40dc-9b4a-99ec3edc935b tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Made reservation on behalf of 79eaf6bd9a9d41f1a98fff906352dafd for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:33:56.757812 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-33c32345-f829-4740-8d9d-180e07c19b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:56.761276 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-5183c034-7b46-4a62-9205-65d7147065cc req-30c2b01d-7e61-40dc-9b4a-99ec3edc935b tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:56.768224 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-4a7b9b2f-8aa2-47c2-ab45-02b9d3838da5 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:56.892970 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:56.945240 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Pushing event updated for resources: {'Port': ['ID=c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:56.964313 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2e3705ed-8018-496f-bc3d-c0fdcbaf674b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:57.080709 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-8b4f07a5-0330-4886-9a0e-5381839ac3af None None] Set router 7e83e718-b3dd-48fb-96d1-9d76b99dcb3b gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:33:57.096084 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3705ed-8018-496f-bc3d-c0fdcbaf674b admin admin] Network fa732d19-e894-497a-96b4-f1158b92c807 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:33:57.189991 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-59cf862c-8839-4f4a-9b9b-e199fef81ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:57.230178 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-2e3705ed-8018-496f-bc3d-c0fdcbaf674b admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:33:57.234563 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3705ed-8018-496f-bc3d-c0fdcbaf674b admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:33:57.235119 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2e3705ed-8018-496f-bc3d-c0fdcbaf674b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4120296'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:57.248892 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c32345-f829-4740-8d9d-180e07c19b2b None None] Routers {'d678bbeb-6908-4442-ba7d-2ddf83ea32e3'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:33:57.266709 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-33c32345-f829-4740-8d9d-180e07c19b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:33:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['d678bbeb-6908-4442-ba7d-2ddf83ea32e3'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:33:57.310746 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3b908392-2159-45c2-be89-3ec948d031f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:57.340895 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-3b908392-2159-45c2-be89-3ec948d031f5 None None] Transition to ACTIVE for port object 73055980-6e5d-4d6f-8596-a0ca7a7d5b10 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:33:57.357617 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3b908392-2159-45c2-be89-3ec948d031f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:57.462078 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0f980-1671-4dc5-aee7-a6f179b089c1 req-795c00d3-0a7e-429b-b359-c2d9e2965799 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:33:57.464527 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3fd0f980-1671-4dc5-aee7-a6f179b089c1 req-795c00d3-0a7e-429b-b359-c2d9e2965799 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=99f5e2a1-8149-48d8-b78f-369495171ebb HTTP/1.1" status: 200 len: 932 time: 0.5807853 Aug 30 18:33:57.512071 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c533b1e-15ac-4ee5-91a4-a87c70a56963 None None] Pushing event updated for resources: {'Port': ['ID=73055980-6e5d-4d6f-8596-a0ca7a7d5b10,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:57.514765 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3705ed-8018-496f-bc3d-c0fdcbaf674b admin admin] Pushing event updated for resources: {'Port': ['ID=7c15609c-9bf9-46de-a0ff-33c3e6aa7d51,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:57.556206 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-4a7b9b2f-8aa2-47c2-ab45-02b9d3838da5 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Network 86c6f4e9-f587-46d0-83b4-7617f4688e93 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:33:57.588763 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2e3705ed-8018-496f-bc3d-c0fdcbaf674b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:57.600241 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-3b908392-2159-45c2-be89-3ec948d031f5 None None] Attempting to bind port 73055980-6e5d-4d6f-8596-a0ca7a7d5b10 on host dv-cinder-790492-12-iscsi for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:33:57.601175 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-3b908392-2159-45c2-be89-3ec948d031f5 None None] Attempting to bind port 73055980-6e5d-4d6f-8596-a0ca7a7d5b10 by drivers openvswitch,hyperv on host dv-cinder-790492-12-iscsi at level 0 using segments [{'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:33:57.604922 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b908392-2159-45c2-be89-3ec948d031f5 None None] Attempting to bind port 73055980-6e5d-4d6f-8596-a0ca7a7d5b10 on network 56c1e305-917b-4e98-a569-d57cdf415d5e {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:33:57.618607 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b908392-2159-45c2-be89-3ec948d031f5 None None] Checking agent: {'id': '245e5d0a-3a0f-4c4e-b0f3-8ac9becf3b30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 25, 23), 'started_at': datetime.datetime(2021, 8, 30, 18, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:33:57.621878 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b908392-2159-45c2-be89-3ec948d031f5 None None] Checking segment: {'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:33:57.625806 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3b908392-2159-45c2-be89-3ec948d031f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:57.627057 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b908392-2159-45c2-be89-3ec948d031f5 None None] Bound using segment: {'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:33:57.627843 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-3b908392-2159-45c2-be89-3ec948d031f5 None None] Bound port: 73055980-6e5d-4d6f-8596-a0ca7a7d5b10, host: dv-cinder-790492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:33:57.631479 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3b908392-2159-45c2-be89-3ec948d031f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:57.684167 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3fd0f980-1671-4dc5-aee7-a6f179b089c1 req-1575d82b-f4f5-4252-8b48-54d5de0d96e0 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079556 Aug 30 18:33:57.835240 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2ed88-3cae-46ca-89ba-845822e8a381 None None] Pushing event updated for resources: {'Port': ['ID=b51ad24a-1f38-4d13-9a16-a52119f762f4,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:57.846750 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-3b908392-2159-45c2-be89-3ec948d031f5 None None] For port 73055980-6e5d-4d6f-8596-a0ca7a7d5b10, host dv-cinder-790492-12-iscsi, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:33:57.855617 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-3b908392-2159-45c2-be89-3ec948d031f5 None None] For port 73055980-6e5d-4d6f-8596-a0ca7a7d5b10, host dv-cinder-790492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=73055980-6e5d-4d6f-8596-a0ca7a7d5b10,segment=NetworkSegment(1a6a5219-0521-4333-ae96-e7fdd8d0d325),segment_id=1a6a5219-0521-4333-ae96-e7fdd8d0d325)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:33:57.855960 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-4a7b9b2f-8aa2-47c2-ab45-02b9d3838da5 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:33:57.864376 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3b908392-2159-45c2-be89-3ec948d031f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:57.886490 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-4a7b9b2f-8aa2-47c2-ab45-02b9d3838da5 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:33:57.948669 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-4a7b9b2f-8aa2-47c2-ab45-02b9d3838da5 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:33:57.949699 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-4a7b9b2f-8aa2-47c2-ab45-02b9d3838da5 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:57.980231 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c533b1e-15ac-4ee5-91a4-a87c70a56963 None None] Pushing event updated for resources: {'Port': ['ID=73055980-6e5d-4d6f-8596-a0ca7a7d5b10,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:58.035221 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b9b2f-8aa2-47c2-ab45-02b9d3838da5 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Pushing event updated for resources: {'Port': ['ID=a8e16594-074f-42d5-bbfe-31e155c8207f,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:58.067496 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b908392-2159-45c2-be89-3ec948d031f5 None None] Routers {'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:33:58.069603 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-3b908392-2159-45c2-be89-3ec948d031f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:33:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:33:58.233891 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:33:58.251586 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fe5158b1-128a-4702-8782-5428274ae594 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:58.328627 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d75c85c6-b0e4-48ec-a49a-8a1be247c687 req-eeb779a1-b55f-4280-bcfa-54387af0a661 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab544a2-8dc9-49d4-9b30-81ae57f1454c HTTP/1.1" status: 200 len: 210 time: 0.2954898 Aug 30 18:33:58.333398 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fe5158b1-128a-4702-8782-5428274ae594 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110862'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:58.477003 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-59cf862c-8839-4f4a-9b9b-e199fef81ebc admin admin] Allocated IP 172.20.0.1 (ab82acb0-f81e-4d3a-b5c2-781193f4d5c9/06b2e4f8-43ee-4d3b-b176-d28355e277df/44238e13-996e-42d9-9e9c-7957319492ec) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:33:58.527663 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-33c32345-f829-4740-8d9d-180e07c19b2b None None] Set router d678bbeb-6908-4442-ba7d-2ddf83ea32e3 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:33:58.605835 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-3b908392-2159-45c2-be89-3ec948d031f5 None None] Set router dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:33:58.638660 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2e3705ed-8018-496f-bc3d-c0fdcbaf674b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:58.643308 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5158b1-128a-4702-8782-5428274ae594 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df2b30e1-b383-44f3-a83f-c34f0496f069,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:58.657078 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2e3705ed-8018-496f-bc3d-c0fdcbaf674b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:58.658299 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2e3705ed-8018-496f-bc3d-c0fdcbaf674b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4119095'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:58.811520 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2b43d8f3-510c-4f87-98d4-c26db2726449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:58.833681 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2b43d8f3-510c-4f87-98d4-c26db2726449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:58.865844 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-4a7b9b2f-8aa2-47c2-ab45-02b9d3838da5 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8217051 Aug 30 18:33:58.872602 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-5183c034-7b46-4a62-9205-65d7147065cc req-30c2b01d-7e61-40dc-9b4a-99ec3edc935b tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Allocated IP 172.20.0.5 (5b4c5b35-2cb1-4736-badb-3549db39ca9c/282dba47-902a-49e3-8cda-2fd63838168d/611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:33:58.879784 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fe5158b1-128a-4702-8782-5428274ae594 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:58.886921 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-fe5158b1-128a-4702-8782-5428274ae594 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.8531432 Aug 30 18:33:58.952647 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 45798) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:58.963525 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-59cf862c-8839-4f4a-9b9b-e199fef81ebc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:58.971771 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3705ed-8018-496f-bc3d-c0fdcbaf674b admin admin] Pushing event updated for resources: {'Port': ['ID=7c15609c-9bf9-46de-a0ff-33c3e6aa7d51,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:59.006493 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-ecdb4d7a-d6fa-4e50-a9d9-6ca457b4259a tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Request body: {'security_group_rule': {'security_group_id': 'faf07d4f-a0ce-47dc-9893-190456348455', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:33:59.051698 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-479b657b-470b-49a8-b242-217f6d95ec97 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 18:33:59.051698 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-479b657b-470b-49a8-b242-217f6d95ec97 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0980992 Aug 30 18:33:59.113452 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43d8f3-510c-4f87-98d4-c26db2726449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff560b45-c2d9-43ce-92e9-e7c0ae88923e,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:59.143609 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-2b43d8f3-510c-4f87-98d4-c26db2726449 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bff31b11246f4c7e930d3f672d0d368c&name=default HTTP/1.1" status: 200 len: 2979 time: 5.5972459 Aug 30 18:33:59.164394 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-3b908392-2159-45c2-be89-3ec948d031f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'name': 'tempest-AttachVolumeTestJSON-829720461-router', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '73055980-6e5d-4d6f-8596-a0ca7a7d5b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:43Z', 'updated_at': '2021-08-30T18:33:48Z', 'revision_number': 3, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'gw_port': {'id': '73055980-6e5d-4d6f-8596-a0ca7a7d5b10', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:10:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:45Z', 'updated_at': '2021-08-30T18:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi'}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:33:59.172137 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 45802) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:59.255235 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ecdb4d7a-d6fa-4e50-a9d9-6ca457b4259a tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:59.255471 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-59cf862c-8839-4f4a-9b9b-e199fef81ebc admin admin] Transition to ACTIVE for port object 44238e13-996e-42d9-9e9c-7957319492ec will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:33:59.259900 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b908392-2159-45c2-be89-3ec948d031f5 None None] The sync data for ids ['dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'] in dv-cinder-790492-12-iscsi is: [{'id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'name': 'tempest-AttachVolumeTestJSON-829720461-router', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '73055980-6e5d-4d6f-8596-a0ca7a7d5b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:43Z', 'updated_at': '2021-08-30T18:33:48Z', 'revision_number': 3, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'gw_port': {'id': '73055980-6e5d-4d6f-8596-a0ca7a7d5b10', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:10:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:45Z', 'updated_at': '2021-08-30T18:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:33:59.278691 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:33:59.283238 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:59.456485 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3705ed-8018-496f-bc3d-c0fdcbaf674b admin admin] Network fa732d19-e894-497a-96b4-f1158b92c807 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:33:59.468838 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-2e3705ed-8018-496f-bc3d-c0fdcbaf674b admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:33:59.483486 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-59cf862c-8839-4f4a-9b9b-e199fef81ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:59.589615 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cf862c-8839-4f4a-9b9b-e199fef81ebc admin admin] Network ab82acb0-f81e-4d3a-b5c2-781193f4d5c9 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:33:59.600061 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-59cf862c-8839-4f4a-9b9b-e199fef81ebc admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:33:59.764404 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-8b4f07a5-0330-4886-9a0e-5381839ac3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1642375931-router', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:38Z', 'updated_at': '2021-08-30T18:33:47Z', 'revision_number': 4, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'gw_port': {'id': 'c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:40Z', 'updated_at': '2021-08-30T18:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '0e898370-f09c-46de-8880-2fd101cc074f', 'name': '', 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'mac_address': 'fa:16:3e:49:88:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:45Z', 'updated_at': '2021-08-30T18:33:48Z', 'revision_number': 2, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'subnets': [{'id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:33:59.767447 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cf862c-8839-4f4a-9b9b-e199fef81ebc admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:33:59.767447 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-59cf862c-8839-4f4a-9b9b-e199fef81ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4120296'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:59.767882 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f0a870ad-4895-4468-ba18-268df094ac51 req-bd27aaeb-0922-4507-8c72-8170c1e9177a tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab544a2-8dc9-49d4-9b30-81ae57f1454c HTTP/1.1" status: 200 len: 210 time: 0.1540725 Aug 30 18:33:59.792443 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ecdb4d7a-d6fa-4e50-a9d9-6ca457b4259a tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:59.826827 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ecdb4d7a-d6fa-4e50-a9d9-6ca457b4259a tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110862'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:59.955969 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-33c32345-f829-4740-8d9d-180e07c19b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd678bbeb-6908-4442-ba7d-2ddf83ea32e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1094788944-router', 'tenant_id': 'b40c9b3f5af3488f90539cd60fa44e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'b51ad24a-1f38-4d13-9a16-a52119f762f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:42Z', 'updated_at': '2021-08-30T18:33:46Z', 'revision_number': 3, 'project_id': 'b40c9b3f5af3488f90539cd60fa44e2e', 'gw_port': {'id': 'b51ad24a-1f38-4d13-9a16-a52119f762f4', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ff:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd678bbeb-6908-4442-ba7d-2ddf83ea32e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:44Z', 'updated_at': '2021-08-30T18:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi'}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:34:00.026270 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ecdb4d7a-d6fa-4e50-a9d9-6ca457b4259a tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:00.053275 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-ecdb4d7a-d6fa-4e50-a9d9-6ca457b4259a tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0792794 Aug 30 18:34:00.057523 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb4d7a-d6fa-4e50-a9d9-6ca457b4259a tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf4e95f-b768-4443-8bae-970699f3234d,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:00.081794 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 45826) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:00.099701 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-a1dbf59e-a45d-4d12-b575-e8cc9957297f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Request body: {'floatingip': {'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:34:00.113076 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-48ecfcae-9fd3-4b7a-8dab-a2e2ff29e12b service neutron] Request body: {'port': {'device_id': '99f5e2a1-8149-48d8-b78f-369495171ebb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:34:00.129561 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf862c-8839-4f4a-9b9b-e199fef81ebc admin admin] Pushing event updated for resources: {'Port': ['ID=44238e13-996e-42d9-9e9c-7957319492ec,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:00.135983 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-5183c034-7b46-4a62-9205-65d7147065cc req-30c2b01d-7e61-40dc-9b4a-99ec3edc935b tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:00.148790 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fec000-daf6-45f2-988a-5ef7e0308867 req-0e578a04-366f-4746-8f7a-4dae17dea4dd tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:00.157638 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a5fec000-daf6-45f2-988a-5ef7e0308867 req-0e578a04-366f-4746-8f7a-4dae17dea4dd tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=99f5e2a1-8149-48d8-b78f-369495171ebb HTTP/1.1" status: 200 len: 932 time: 1.2797925 Aug 30 18:34:00.192721 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c32345-f829-4740-8d9d-180e07c19b2b None None] The sync data for ids ['d678bbeb-6908-4442-ba7d-2ddf83ea32e3'] in dv-cinder-790492-12-iscsi is: [{'id': 'd678bbeb-6908-4442-ba7d-2ddf83ea32e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1094788944-router', 'tenant_id': 'b40c9b3f5af3488f90539cd60fa44e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'b51ad24a-1f38-4d13-9a16-a52119f762f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:42Z', 'updated_at': '2021-08-30T18:33:46Z', 'revision_number': 3, 'project_id': 'b40c9b3f5af3488f90539cd60fa44e2e', 'gw_port': {'id': 'b51ad24a-1f38-4d13-9a16-a52119f762f4', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ff:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd678bbeb-6908-4442-ba7d-2ddf83ea32e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:44Z', 'updated_at': '2021-08-30T18:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi'}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:34:00.253643 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4f07a5-0330-4886-9a0e-5381839ac3af None None] Checking router: 7e83e718-b3dd-48fb-96d1-9d76b99dcb3b for host: dv-cinder-790492-12-iscsi {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:34:00.253643 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4f07a5-0330-4886-9a0e-5381839ac3af None None] Updating router 7e83e718-b3dd-48fb-96d1-9d76b99dcb3b port 0e898370-f09c-46de-8880-2fd101cc074f binding host dv-cinder-790492-12-iscsi {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:34:00.322604 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a1dbf59e-a45d-4d12-b575-e8cc9957297f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for floatingip, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:00.418743 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8b4f07a5-0330-4886-9a0e-5381839ac3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:00.454640 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-15f09de7-462e-480d-a5fe-417ddc4fed18 None None] Provisioning for port 44238e13-996e-42d9-9e9c-7957319492ec completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:34:00.466822 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-15f09de7-462e-480d-a5fe-417ddc4fed18 None None] Provisioning complete for port 44238e13-996e-42d9-9e9c-7957319492ec triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:34:00.467214 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-15f09de7-462e-480d-a5fe-417ddc4fed18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:00.576072 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52ac7288-d751-4c41-a23a-aa27d604c479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:00.594071 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-15f09de7-462e-480d-a5fe-417ddc4fed18 None None] Port 44238e13-996e-42d9-9e9c-7957319492ec cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:34:00.643269 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-48ecfcae-9fd3-4b7a-8dab-a2e2ff29e12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:00.667841 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 73055980-6e5d-4d6f-8596-a0ca7a7d5b10 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:34:00.777019 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-5183c034-7b46-4a62-9205-65d7147065cc req-30c2b01d-7e61-40dc-9b4a-99ec3edc935b tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:00.823878 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a5fec000-daf6-45f2-988a-5ef7e0308867 req-77f10e5b-9953-4ccb-9bc4-ff68a41d61e6 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6488333 Aug 30 18:34:00.926233 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52ac7288-d751-4c41-a23a-aa27d604c479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:00.949836 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-59cf862c-8839-4f4a-9b9b-e199fef81ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:01.249206 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3705ed-8018-496f-bc3d-c0fdcbaf674b admin admin] Router d678bbeb-6908-4442-ba7d-2ddf83ea32e3 has already been hosted by L3 agent 92e03f23-06fd-457e-8698-15737aaba387 {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:34:01.409013 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning for port 73055980-6e5d-4d6f-8596-a0ca7a7d5b10 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:34:01.446032 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port 73055980-6e5d-4d6f-8596-a0ca7a7d5b10 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:34:01.452528 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:01.631282 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5183c034-7b46-4a62-9205-65d7147065cc req-30c2b01d-7e61-40dc-9b4a-99ec3edc935b tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Network 5b4c5b35-2cb1-4736-badb-3549db39ca9c is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:34:01.703646 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-5183c034-7b46-4a62-9205-65d7147065cc req-30c2b01d-7e61-40dc-9b4a-99ec3edc935b tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:34:01.769627 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2b01d-7e61-40dc-9b4a-99ec3edc935b tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Pushing event updated for resources: {'Port': ['ID=611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:01.811955 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-5183c034-7b46-4a62-9205-65d7147065cc req-30c2b01d-7e61-40dc-9b4a-99ec3edc935b tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:34:01.834476 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183c034-7b46-4a62-9205-65d7147065cc req-30c2b01d-7e61-40dc-9b4a-99ec3edc935b tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:01.849451 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-5183c034-7b46-4a62-9205-65d7147065cc req-30c2b01d-7e61-40dc-9b4a-99ec3edc935b tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:02.286979 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8b4f07a5-0330-4886-9a0e-5381839ac3af None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:02.364485 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:02.499913 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] For port 73055980-6e5d-4d6f-8596-a0ca7a7d5b10, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=73055980-6e5d-4d6f-8596-a0ca7a7d5b10,segment=NetworkSegment(1a6a5219-0521-4333-ae96-e7fdd8d0d325),segment_id=1a6a5219-0521-4333-ae96-e7fdd8d0d325)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:34:02.506777 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:02.646151 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-5183c034-7b46-4a62-9205-65d7147065cc req-30c2b01d-7e61-40dc-9b4a-99ec3edc935b tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9816887 Aug 30 18:34:02.679264 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0c495-f4e5-46d5-9467-17f5eeb512a7 req-4848a4b3-6973-4e15-bae0-e21b2586ae11 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:02.688464 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7dc0c495-f4e5-46d5-9467-17f5eeb512a7 req-4848a4b3-6973-4e15-bae0-e21b2586ae11 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab544a2-8dc9-49d4-9b30-81ae57f1454c HTTP/1.1" status: 200 len: 931 time: 1.6796882 Aug 30 18:34:02.728153 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-5183c034-7b46-4a62-9205-65d7147065cc req-6e603906-8bad-4a62-94eb-97c730d71611 service neutron] Request body: {'port': {'device_id': '2ab544a2-8dc9-49d4-9b30-81ae57f1454c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:34:02.781214 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Pushing event updated for resources: {'Port': ['ID=73055980-6e5d-4d6f-8596-a0ca7a7d5b10,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:02.835551 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8b4f07a5-0330-4886-9a0e-5381839ac3af None None] Transition to ACTIVE for port object 0e898370-f09c-46de-8880-2fd101cc074f will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:34:02.865707 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8b4f07a5-0330-4886-9a0e-5381839ac3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:02.895074 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device b51ad24a-1f38-4d13-9a16-a52119f762f4 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:34:02.958181 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3705ed-8018-496f-bc3d-c0fdcbaf674b admin admin] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:34:03.153944 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-59cf862c-8839-4f4a-9b9b-e199fef81ebc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:03.173982 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9bdbb7-6ebc-426f-a42b-27ee836b1b4a None None] Pushing event updated for resources: {'Port': ['ID=0e898370-f09c-46de-8880-2fd101cc074f,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:03.176326 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52ac7288-d751-4c41-a23a-aa27d604c479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:03.183665 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52ac7288-d751-4c41-a23a-aa27d604c479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:03.189019 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-52ac7288-d751-4c41-a23a-aa27d604c479 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ff560b45-c2d9-43ce-92e9-e7c0ae88923e HTTP/1.1" status: 204 len: 168 time: 4.0104582 Aug 30 18:34:03.227181 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-2e3705ed-8018-496f-bc3d-c0fdcbaf674b admin admin] 10.222.0.46 "PUT /v2.0/routers/d678bbeb-6908-4442-ba7d-2ddf83ea32e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1955934 Aug 30 18:34:03.296839 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-59cf862c-8839-4f4a-9b9b-e199fef81ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:03.298388 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-59cf862c-8839-4f4a-9b9b-e199fef81ebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4119095'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:03.310967 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac7288-d751-4c41-a23a-aa27d604c479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff560b45-c2d9-43ce-92e9-e7c0ae88923e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:03.826770 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning for port b51ad24a-1f38-4d13-9a16-a52119f762f4 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:34:03.897079 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port b51ad24a-1f38-4d13-9a16-a52119f762f4 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:34:03.897593 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:03.979753 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-8b4f07a5-0330-4886-9a0e-5381839ac3af None None] Attempting to bind port 0e898370-f09c-46de-8880-2fd101cc074f on host dv-cinder-790492-12-iscsi for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:34:03.983499 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-8b4f07a5-0330-4886-9a0e-5381839ac3af None None] Attempting to bind port 0e898370-f09c-46de-8880-2fd101cc074f by drivers openvswitch,hyperv on host dv-cinder-790492-12-iscsi at level 0 using segments [{'id': '40eb1e85-c7e6-44b5-807d-b44964a5af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:34:03.984329 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4f07a5-0330-4886-9a0e-5381839ac3af None None] Attempting to bind port 0e898370-f09c-46de-8880-2fd101cc074f on network 6fc39c71-5951-46b8-8518-6e7081e1cda3 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:34:04.037660 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4f07a5-0330-4886-9a0e-5381839ac3af None None] Checking agent: {'id': '245e5d0a-3a0f-4c4e-b0f3-8ac9becf3b30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 25, 23), 'started_at': datetime.datetime(2021, 8, 30, 18, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:34:04.041533 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4f07a5-0330-4886-9a0e-5381839ac3af None None] Checking segment: {'id': '40eb1e85-c7e6-44b5-807d-b44964a5af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:34:04.046450 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8b4f07a5-0330-4886-9a0e-5381839ac3af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:04.048048 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4f07a5-0330-4886-9a0e-5381839ac3af None None] Bound using segment: {'id': '40eb1e85-c7e6-44b5-807d-b44964a5af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:34:04.049055 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-8b4f07a5-0330-4886-9a0e-5381839ac3af None None] Bound port: 0e898370-f09c-46de-8880-2fd101cc074f, host: dv-cinder-790492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40eb1e85-c7e6-44b5-807d-b44964a5af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:34:04.051554 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8b4f07a5-0330-4886-9a0e-5381839ac3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:04.125841 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf862c-8839-4f4a-9b9b-e199fef81ebc admin admin] Pushing event updated for resources: {'Port': ['ID=44238e13-996e-42d9-9e9c-7957319492ec,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:04.239824 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88886743-b07c-4cd2-9d7b-97f785379685 req-02968f45-bd08-4422-b220-e2d3468c8b71 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:04.254335 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-88886743-b07c-4cd2-9d7b-97f785379685 req-02968f45-bd08-4422-b220-e2d3468c8b71 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=99f5e2a1-8149-48d8-b78f-369495171ebb HTTP/1.1" status: 200 len: 932 time: 1.5717354 Aug 30 18:34:04.521382 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7dc0c495-f4e5-46d5-9467-17f5eeb512a7 req-f87b84f7-9f60-4a02-8686-6a01f9f93b89 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4a520cd-e5de-4593-8814-076e3f1e186a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8307436 Aug 30 18:34:04.538933 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a1dbf59e-a45d-4d12-b575-e8cc9957297f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:04.592314 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-88886743-b07c-4cd2-9d7b-97f785379685 req-def4f4ca-e3c9-4cdb-84d3-596297a81b91 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936816 Aug 30 18:34:04.731348 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cf862c-8839-4f4a-9b9b-e199fef81ebc admin admin] Network ab82acb0-f81e-4d3a-b5c2-781193f4d5c9 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:34:04.743418 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-59cf862c-8839-4f4a-9b9b-e199fef81ebc admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:34:04.820742 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-a1dbf59e-a45d-4d12-b575-e8cc9957297f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Allocated IP 172.27.3.64 (56c1e305-917b-4e98-a569-d57cdf415d5e/eb15dae3-e857-40c0-90c2-88f2d8bfe547/0645b375-6653-4c3e-b48a-b677f465d273) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:34:05.040897 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-8b4f07a5-0330-4886-9a0e-5381839ac3af None None] For port 0e898370-f09c-46de-8880-2fd101cc074f, host dv-cinder-790492-12-iscsi, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:34:05.047339 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-8b4f07a5-0330-4886-9a0e-5381839ac3af None None] For port 0e898370-f09c-46de-8880-2fd101cc074f, host dv-cinder-790492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=0e898370-f09c-46de-8880-2fd101cc074f,segment=NetworkSegment(40eb1e85-c7e6-44b5-807d-b44964a5af9c),segment_id=40eb1e85-c7e6-44b5-807d-b44964a5af9c)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:34:05.056441 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8b4f07a5-0330-4886-9a0e-5381839ac3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:05.152189 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a1dbf59e-a45d-4d12-b575-e8cc9957297f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:05.190858 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59cf862c-8839-4f4a-9b9b-e199fef81ebc admin admin] Router dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7 has already been hosted by L3 agent 92e03f23-06fd-457e-8698-15737aaba387 {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:34:05.204707 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4f07a5-0330-4886-9a0e-5381839ac3af None None] Routers {'7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:34:05.205605 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-8b4f07a5-0330-4886-9a0e-5381839ac3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:33:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:34:05.291463 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-5183c034-7b46-4a62-9205-65d7147065cc req-6e603906-8bad-4a62-94eb-97c730d71611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:05.305616 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a1dbf59e-a45d-4d12-b575-e8cc9957297f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:05.485906 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de3d455-a1b5-4332-93ff-2d6d7938a22f None None] Sync routers for ids ['d678bbeb-6908-4442-ba7d-2ddf83ea32e3'] in dv-cinder-790492-12-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:34:05.522751 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de3d455-a1b5-4332-93ff-2d6d7938a22f None None] Routers {'d678bbeb-6908-4442-ba7d-2ddf83ea32e3'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:34:05.524685 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0de3d455-a1b5-4332-93ff-2d6d7938a22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:33:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['d678bbeb-6908-4442-ba7d-2ddf83ea32e3'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:34:05.554429 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-8b4f07a5-0330-4886-9a0e-5381839ac3af None None] Set router 7e83e718-b3dd-48fb-96d1-9d76b99dcb3b gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:34:05.626864 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbf59e-a45d-4d12-b575-e8cc9957297f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Pushing event updated for resources: {'Port': ['ID=0645b375-6653-4c3e-b48a-b677f465d273,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:05.729324 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59cf862c-8839-4f4a-9b9b-e199fef81ebc admin admin] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:34:05.769762 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-59cf862c-8839-4f4a-9b9b-e199fef81ebc admin admin] 10.222.0.46 "PUT /v2.0/routers/dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6005659 Aug 30 18:34:05.785761 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183db335-47b2-46f6-8286-14fa3cea0857 None None] Sync routers for ids ['dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'] in dv-cinder-790492-12-iscsi {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:34:05.810638 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:05.958960 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 45930) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:06.058420 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db1675-b7b3-4ff5-bb93-8813eb396773 req-7b5768f4-41e4-4817-9636-6609b1b60b27 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:06.077324 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-19db1675-b7b3-4ff5-bb93-8813eb396773 req-7b5768f4-41e4-4817-9636-6609b1b60b27 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab544a2-8dc9-49d4-9b30-81ae57f1454c HTTP/1.1" status: 200 len: 931 time: 0.1793690 Aug 30 18:34:06.212649 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-19db1675-b7b3-4ff5-bb93-8813eb396773 req-35fc4af5-4160-4ac7-8fa1-40d65a9e0883 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4a520cd-e5de-4593-8814-076e3f1e186a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328154 Aug 30 18:34:06.261461 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-0de3d455-a1b5-4332-93ff-2d6d7938a22f None None] Set router d678bbeb-6908-4442-ba7d-2ddf83ea32e3 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:34:06.309016 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] For port b51ad24a-1f38-4d13-9a16-a52119f762f4, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=b51ad24a-1f38-4d13-9a16-a52119f762f4,segment=NetworkSegment(1a6a5219-0521-4333-ae96-e7fdd8d0d325),segment_id=1a6a5219-0521-4333-ae96-e7fdd8d0d325)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:34:06.405586 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9bdbb7-6ebc-426f-a42b-27ee836b1b4a None None] Pushing event updated for resources: {'Port': ['ID=0e898370-f09c-46de-8880-2fd101cc074f,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:06.416136 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:06.421019 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ca5fe45d-5199-4a42-8ba9-70036d9e4602 None None] Provisioning complete for port 44238e13-996e-42d9-9e9c-7957319492ec triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:34:06.422717 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ca5fe45d-5199-4a42-8ba9-70036d9e4602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:06.452984 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-66195216-dc83-4419-9a32-eaa49222c6a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:06.499309 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183db335-47b2-46f6-8286-14fa3cea0857 None None] Routers {'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:34:06.501282 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-183db335-47b2-46f6-8286-14fa3cea0857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:33:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:34:06.690189 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dbf59e-a45d-4d12-b575-e8cc9957297f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Network 56c1e305-917b-4e98-a569-d57cdf415d5e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:34:06.719458 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-e9bad474-bd7a-4c44-a3c3-af9efaa1d5b1 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:06.721686 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-e9bad474-bd7a-4c44-a3c3-af9efaa1d5b1 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/networks?id=fa732d19-e894-497a-96b4-f1158b92c807 HTTP/1.1" status: 200 len: 819 time: 0.3408237 Aug 30 18:34:06.770461 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-a1dbf59e-a45d-4d12-b575-e8cc9957297f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:34:06.781225 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [req-5183c034-7b46-4a62-9205-65d7147065cc req-6e603906-8bad-4a62-94eb-97c730d71611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:34:06.818910 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-5183c034-7b46-4a62-9205-65d7147065cc req-6e603906-8bad-4a62-94eb-97c730d71611 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:06.832475 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3d031-d0f6-4f94-b2e2-ba037aa0e8da req-c52ca914-8b01-4b45-8e8b-48ede5ab9bf7 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:06.848681 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b5e3d031-d0f6-4f94-b2e2-ba037aa0e8da req-c52ca914-8b01-4b45-8e8b-48ede5ab9bf7 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=99f5e2a1-8149-48d8-b78f-369495171ebb HTTP/1.1" status: 200 len: 932 time: 0.4545152 Aug 30 18:34:06.882422 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dbf59e-a45d-4d12-b575-e8cc9957297f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:34:06.935530 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-ca5fe45d-5199-4a42-8ba9-70036d9e4602 None None] Port 44238e13-996e-42d9-9e9c-7957319492ec cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:34:06.942238 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 0e898370-f09c-46de-8880-2fd101cc074f up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:34:06.996735 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-5183c034-7b46-4a62-9205-65d7147065cc req-6e603906-8bad-4a62-94eb-97c730d71611 service neutron] Transition to ACTIVE for port object 611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:34:07.020345 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-59f5e914-69be-4785-8682-c995c20b092d tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/quotas/b40c9b3f5af3488f90539cd60fa44e2e HTTP/1.1" status: 200 len: 375 time: 0.2748578 Aug 30 18:34:07.077529 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-5183c034-7b46-4a62-9205-65d7147065cc req-6e603906-8bad-4a62-94eb-97c730d71611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:07.121705 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b5e3d031-d0f6-4f94-b2e2-ba037aa0e8da req-f4038907-06b2-41f5-8e18-a7a0935395e3 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690060 Aug 30 18:34:07.252646 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-183db335-47b2-46f6-8286-14fa3cea0857 None None] Set router dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:34:07.272646 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0de3d455-a1b5-4332-93ff-2d6d7938a22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd678bbeb-6908-4442-ba7d-2ddf83ea32e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1094788944-router', 'tenant_id': 'b40c9b3f5af3488f90539cd60fa44e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'b51ad24a-1f38-4d13-9a16-a52119f762f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:42Z', 'updated_at': '2021-08-30T18:33:57Z', 'revision_number': 4, 'project_id': 'b40c9b3f5af3488f90539cd60fa44e2e', 'gw_port': {'id': 'b51ad24a-1f38-4d13-9a16-a52119f762f4', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ff:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd678bbeb-6908-4442-ba7d-2ddf83ea32e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:44Z', 'updated_at': '2021-08-30T18:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '7c15609c-9bf9-46de-a0ff-33c3e6aa7d51', 'name': '', 'network_id': 'fa732d19-e894-497a-96b4-f1158b92c807', 'tenant_id': 'b40c9b3f5af3488f90539cd60fa44e2e', 'mac_address': 'fa:16:3e:bf:7e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd678bbeb-6908-4442-ba7d-2ddf83ea32e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2403c141-9264-413b-9a4f-d5fa5c3597f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:54Z', 'updated_at': '2021-08-30T18:33:58Z', 'revision_number': 2, 'project_id': 'b40c9b3f5af3488f90539cd60fa44e2e', 'subnets': [{'id': '2403c141-9264-413b-9a4f-d5fa5c3597f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:34:07.368859 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-66195216-dc83-4419-9a32-eaa49222c6a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:07.398795 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-66195216-dc83-4419-9a32-eaa49222c6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:07.443029 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de3d455-a1b5-4332-93ff-2d6d7938a22f None None] Checking router: d678bbeb-6908-4442-ba7d-2ddf83ea32e3 for host: dv-cinder-790492-12-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:34:07.443550 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de3d455-a1b5-4332-93ff-2d6d7938a22f None None] Updating router d678bbeb-6908-4442-ba7d-2ddf83ea32e3 port 7c15609c-9bf9-46de-a0ff-33c3e6aa7d51 binding host dv-cinder-790492-12-iscsi {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:34:07.554549 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Pushing event updated for resources: {'Port': ['ID=b51ad24a-1f38-4d13-9a16-a52119f762f4,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:07.584602 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0de3d455-a1b5-4332-93ff-2d6d7938a22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:07.632312 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-66195216-dc83-4419-9a32-eaa49222c6a8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=94ae3ecc14f04a2bba4b0b38109045a7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6700246 Aug 30 18:34:07.643335 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 45954) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:07.652516 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66195216-dc83-4419-9a32-eaa49222c6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995954dd-c747-4702-8291-09f61a8b9042,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:07.661323 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-48ecfcae-9fd3-4b7a-8dab-a2e2ff29e12b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8e16594-074f-42d5-bbfe-31e155c8207f {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:34:07.706733 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-48ecfcae-9fd3-4b7a-8dab-a2e2ff29e12b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:07.766768 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-48ecfcae-9fd3-4b7a-8dab-a2e2ff29e12b service neutron] Transition to ACTIVE for port object a8e16594-074f-42d5-bbfe-31e155c8207f will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:34:07.977444 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f7e946e3-6b24-4917-8fac-b96eaae32e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:08.080911 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning for port 0e898370-f09c-46de-8880-2fd101cc074f completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:34:08.100301 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-8b4f07a5-0330-4886-9a0e-5381839ac3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1642375931-router', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:38Z', 'updated_at': '2021-08-30T18:33:47Z', 'revision_number': 4, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'gw_port': {'id': 'c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:40Z', 'updated_at': '2021-08-30T18:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '0e898370-f09c-46de-8880-2fd101cc074f', 'name': '', 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'mac_address': 'fa:16:3e:49:88:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:45Z', 'updated_at': '2021-08-30T18:34:05Z', 'revision_number': 4, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'subnets': [{'id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:34:08.101271 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f7e946e3-6b24-4917-8fac-b96eaae32e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:08.219418 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-48ecfcae-9fd3-4b7a-8dab-a2e2ff29e12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:08.268838 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f7e946e3-6b24-4917-8fac-b96eaae32e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:08.272697 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f7e946e3-6b24-4917-8fac-b96eaae32e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:08.274311 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-f7e946e3-6b24-4917-8fac-b96eaae32e4c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/995954dd-c747-4702-8291-09f61a8b9042 HTTP/1.1" status: 204 len: 168 time: 0.6279552 Aug 30 18:34:08.308510 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e946e3-6b24-4917-8fac-b96eaae32e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995954dd-c747-4702-8291-09f61a8b9042,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:08.502505 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4f07a5-0330-4886-9a0e-5381839ac3af None None] The sync data for ids ['7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'] in dv-cinder-790492-12-iscsi is: [{'id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1642375931-router', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:38Z', 'updated_at': '2021-08-30T18:33:47Z', 'revision_number': 4, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'gw_port': {'id': 'c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:40Z', 'updated_at': '2021-08-30T18:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '0e898370-f09c-46de-8880-2fd101cc074f', 'name': '', 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'mac_address': 'fa:16:3e:49:88:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:45Z', 'updated_at': '2021-08-30T18:34:05Z', 'revision_number': 4, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'subnets': [{'id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:34:08.651688 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port 0e898370-f09c-46de-8880-2fd101cc074f triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:34:08.652666 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:08.705332 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e603906-8bad-4a62-94eb-97c730d71611 service neutron] Pushing event updated for resources: {'Port': ['ID=611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:08.811038 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a1dbf59e-a45d-4d12-b575-e8cc9957297f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:09.040986 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 45970) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:09.050232 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-f031572e-918b-4057-9f22-a4e8d0bd12ff tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2025088066', 'description': 'tempest-description--41440416'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:34:09.094418 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:09.195906 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f031572e-918b-4057-9f22-a4e8d0bd12ff tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:09.316508 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-bba640b8-53bf-4675-a19f-3f701b7ebb10 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b40c9b3f5af3488f90539cd60fa44e2e&fields=id HTTP/1.1" status: 200 len: 255 time: 2.2664251 Aug 30 18:34:09.362998 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:09.374754 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-48ecfcae-9fd3-4b7a-8dab-a2e2ff29e12b service neutron] Attempting to bind port a8e16594-074f-42d5-bbfe-31e155c8207f on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:34:09.379579 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-48ecfcae-9fd3-4b7a-8dab-a2e2ff29e12b service neutron] Attempting to bind port a8e16594-074f-42d5-bbfe-31e155c8207f by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '86c6f4e9-f587-46d0-83b4-7617f4688e93'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:34:09.380191 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-48ecfcae-9fd3-4b7a-8dab-a2e2ff29e12b service neutron] Attempting to bind port a8e16594-074f-42d5-bbfe-31e155c8207f on network 86c6f4e9-f587-46d0-83b4-7617f4688e93 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:34:09.580091 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a6c90-2ca8-4c8c-8686-746bf2076083 req-29ded18d-4e9a-4166-b850-79c42f1becac tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:09.587711 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] For port 0e898370-f09c-46de-8880-2fd101cc074f, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=0e898370-f09c-46de-8880-2fd101cc074f,segment=NetworkSegment(40eb1e85-c7e6-44b5-807d-b44964a5af9c),segment_id=40eb1e85-c7e6-44b5-807d-b44964a5af9c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:34:09.604303 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-48ecfcae-9fd3-4b7a-8dab-a2e2ff29e12b service neutron] Port a8e16594-074f-42d5-bbfe-31e155c8207f on network 86c6f4e9-f587-46d0-83b4-7617f4688e93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:34:09.605023 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-183db335-47b2-46f6-8286-14fa3cea0857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'name': 'tempest-AttachVolumeTestJSON-829720461-router', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '73055980-6e5d-4d6f-8596-a0ca7a7d5b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:43Z', 'updated_at': '2021-08-30T18:34:00Z', 'revision_number': 4, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'gw_port': {'id': '73055980-6e5d-4d6f-8596-a0ca7a7d5b10', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:45Z', 'updated_at': '2021-08-30T18:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '44238e13-996e-42d9-9e9c-7957319492ec', 'name': '', 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'mac_address': 'fa:16:3e:8e:b6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06b2e4f8-43ee-4d3b-b176-d28355e277df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:57Z', 'updated_at': '2021-08-30T18:34:01Z', 'revision_number': 2, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'subnets': [{'id': '06b2e4f8-43ee-4d3b-b176-d28355e277df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:34:09.607182 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-48ecfcae-9fd3-4b7a-8dab-a2e2ff29e12b service neutron] Attempting to bind port a8e16594-074f-42d5-bbfe-31e155c8207f on network 86c6f4e9-f587-46d0-83b4-7617f4688e93 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:34:09.608538 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5d2a6c90-2ca8-4c8c-8686-746bf2076083 req-29ded18d-4e9a-4166-b850-79c42f1becac tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab544a2-8dc9-49d4-9b30-81ae57f1454c HTTP/1.1" status: 200 len: 943 time: 0.3324468 Aug 30 18:34:09.617328 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:09.645174 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 73055980-6e5d-4d6f-8596-a0ca7a7d5b10 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:34:09.767448 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183db335-47b2-46f6-8286-14fa3cea0857 None None] Checking router: dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7 for host: dv-cinder-790492-12-iscsi {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:34:09.769904 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183db335-47b2-46f6-8286-14fa3cea0857 None None] Updating router dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7 port 44238e13-996e-42d9-9e9c-7957319492ec binding host dv-cinder-790492-12-iscsi {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:34:09.817059 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-48ecfcae-9fd3-4b7a-8dab-a2e2ff29e12b service neutron] Checking agent: {'id': '7d13e2b4-65d8-4093-b4fc-5ca6c835aab8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'started_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:34:09.818104 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-48ecfcae-9fd3-4b7a-8dab-a2e2ff29e12b service neutron] Checking segment: {'id': 'aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '86c6f4e9-f587-46d0-83b4-7617f4688e93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:34:09.823789 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-48ecfcae-9fd3-4b7a-8dab-a2e2ff29e12b service neutron] Bound using segment: {'id': 'aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '86c6f4e9-f587-46d0-83b4-7617f4688e93'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:34:09.828379 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-48ecfcae-9fd3-4b7a-8dab-a2e2ff29e12b service neutron] Bound port: a8e16594-074f-42d5-bbfe-31e155c8207f, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '86c6f4e9-f587-46d0-83b4-7617f4688e93'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:34:09.829130 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-48ecfcae-9fd3-4b7a-8dab-a2e2ff29e12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:09.974979 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-5183c034-7b46-4a62-9205-65d7147065cc req-6e603906-8bad-4a62-94eb-97c730d71611 service neutron] Attempting to bind port 611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:34:09.975723 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-5183c034-7b46-4a62-9205-65d7147065cc req-6e603906-8bad-4a62-94eb-97c730d71611 service neutron] Attempting to bind port 611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'ead4ec1b-4ed7-4e5d-99cd-33faa2c90739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5b4c5b35-2cb1-4736-badb-3549db39ca9c'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:34:09.976224 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5183c034-7b46-4a62-9205-65d7147065cc req-6e603906-8bad-4a62-94eb-97c730d71611 service neutron] Attempting to bind port 611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd on network 5b4c5b35-2cb1-4736-badb-3549db39ca9c {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:34:09.993985 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 45982) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:10.014672 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5d2a6c90-2ca8-4c8c-8686-746bf2076083 req-4f89e054-f97e-4635-beee-bab025ab70f4 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4a520cd-e5de-4593-8814-076e3f1e186a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254895 Aug 30 18:34:10.089761 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0de3d455-a1b5-4332-93ff-2d6d7938a22f None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:10.090691 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-10ed4d87-dc15-41fd-98b7-8e27b2bcf685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:10.105140 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-183db335-47b2-46f6-8286-14fa3cea0857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:10.178948 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0de3d455-a1b5-4332-93ff-2d6d7938a22f None None] Transition to ACTIVE for port object 7c15609c-9bf9-46de-a0ff-33c3e6aa7d51 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:34:10.211807 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0de3d455-a1b5-4332-93ff-2d6d7938a22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:10.314583 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f031572e-918b-4057-9f22-a4e8d0bd12ff tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:10.337905 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f513ddb-d991-4c3d-bcf5-74e140764f60 None None] Pushing event updated for resources: {'Port': ['ID=7c15609c-9bf9-46de-a0ff-33c3e6aa7d51,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:10.377482 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f031572e-918b-4057-9f22-a4e8d0bd12ff tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:10.416704 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ecfcae-9fd3-4b7a-8dab-a2e2ff29e12b service neutron] Pushing event updated for resources: {'Port': ['ID=a8e16594-074f-42d5-bbfe-31e155c8207f,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:10.441234 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a1dbf59e-a45d-4d12-b575-e8cc9957297f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:10.490819 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-0de3d455-a1b5-4332-93ff-2d6d7938a22f None None] Attempting to bind port 7c15609c-9bf9-46de-a0ff-33c3e6aa7d51 on host dv-cinder-790492-12-iscsi for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:34:10.492022 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-0de3d455-a1b5-4332-93ff-2d6d7938a22f None None] Attempting to bind port 7c15609c-9bf9-46de-a0ff-33c3e6aa7d51 by drivers openvswitch,hyperv on host dv-cinder-790492-12-iscsi at level 0 using segments [{'id': '7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fa732d19-e894-497a-96b4-f1158b92c807'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:34:10.493439 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de3d455-a1b5-4332-93ff-2d6d7938a22f None None] Attempting to bind port 7c15609c-9bf9-46de-a0ff-33c3e6aa7d51 on network fa732d19-e894-497a-96b4-f1158b92c807 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:34:10.501785 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Pushing event updated for resources: {'Port': ['ID=0e898370-f09c-46de-8880-2fd101cc074f,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:10.532635 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de3d455-a1b5-4332-93ff-2d6d7938a22f None None] Checking agent: {'id': '245e5d0a-3a0f-4c4e-b0f3-8ac9becf3b30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 25, 23), 'started_at': datetime.datetime(2021, 8, 30, 18, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:34:10.536381 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de3d455-a1b5-4332-93ff-2d6d7938a22f None None] Checking segment: {'id': '7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fa732d19-e894-497a-96b4-f1158b92c807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:34:10.544894 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0de3d455-a1b5-4332-93ff-2d6d7938a22f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:10.547903 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de3d455-a1b5-4332-93ff-2d6d7938a22f None None] Bound using segment: {'id': '7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fa732d19-e894-497a-96b4-f1158b92c807'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:34:10.551280 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-0de3d455-a1b5-4332-93ff-2d6d7938a22f None None] Bound port: 7c15609c-9bf9-46de-a0ff-33c3e6aa7d51, host: dv-cinder-790492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fa732d19-e894-497a-96b4-f1158b92c807'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:34:10.554348 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0de3d455-a1b5-4332-93ff-2d6d7938a22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:10.556767 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port 73055980-6e5d-4d6f-8596-a0ca7a7d5b10 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:34:10.562315 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:10.915507 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031572e-918b-4057-9f22-a4e8d0bd12ff tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=210db280-cf39-4554-ba95-9e8bec0f2f0c,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:10.918180 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5183c034-7b46-4a62-9205-65d7147065cc req-6e603906-8bad-4a62-94eb-97c730d71611 service neutron] Port 611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd on network 5b4c5b35-2cb1-4736-badb-3549db39ca9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:34:10.918966 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5183c034-7b46-4a62-9205-65d7147065cc req-6e603906-8bad-4a62-94eb-97c730d71611 service neutron] Attempting to bind port 611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd on network 5b4c5b35-2cb1-4736-badb-3549db39ca9c {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:34:10.954789 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54894ba-d03a-4728-8f9d-3d38b22d5f5f req-fae168e4-77d0-43e9-99f8-d8980da2edd1 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:10.965505 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-a6d6f589-9ad2-4568-99a0-64270ac29453 service neutron] 10.222.0.46 "GET /v2.0/networks/fa732d19-e894-497a-96b4-f1158b92c807?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5597310 Aug 30 18:34:10.971112 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c54894ba-d03a-4728-8f9d-3d38b22d5f5f req-fae168e4-77d0-43e9-99f8-d8980da2edd1 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=99f5e2a1-8149-48d8-b78f-369495171ebb HTTP/1.1" status: 200 len: 944 time: 0.6018872 Aug 30 18:34:11.009570 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0de3d455-a1b5-4332-93ff-2d6d7938a22f None None] For port 7c15609c-9bf9-46de-a0ff-33c3e6aa7d51, host dv-cinder-790492-12-iscsi, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:34:11.021026 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0de3d455-a1b5-4332-93ff-2d6d7938a22f None None] For port 7c15609c-9bf9-46de-a0ff-33c3e6aa7d51, host dv-cinder-790492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=7c15609c-9bf9-46de-a0ff-33c3e6aa7d51,segment=NetworkSegment(7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04),segment_id=7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:34:11.034457 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0de3d455-a1b5-4332-93ff-2d6d7938a22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:11.212058 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f513ddb-d991-4c3d-bcf5-74e140764f60 None None] Pushing event updated for resources: {'Port': ['ID=7c15609c-9bf9-46de-a0ff-33c3e6aa7d51,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:11.228077 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c54894ba-d03a-4728-8f9d-3d38b22d5f5f req-0e842b9c-b904-41f5-8166-99ba09542728 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347162 Aug 30 18:34:11.282446 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de3d455-a1b5-4332-93ff-2d6d7938a22f None None] Routers {'d678bbeb-6908-4442-ba7d-2ddf83ea32e3'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:34:11.295118 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0de3d455-a1b5-4332-93ff-2d6d7938a22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:33:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['d678bbeb-6908-4442-ba7d-2ddf83ea32e3'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:34:11.379064 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a1dbf59e-a45d-4d12-b575-e8cc9957297f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:11.397962 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5183c034-7b46-4a62-9205-65d7147065cc req-6e603906-8bad-4a62-94eb-97c730d71611 service neutron] Checking agent: {'id': '7d13e2b4-65d8-4093-b4fc-5ca6c835aab8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'started_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:34:11.398861 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5183c034-7b46-4a62-9205-65d7147065cc req-6e603906-8bad-4a62-94eb-97c730d71611 service neutron] Checking segment: {'id': 'ead4ec1b-4ed7-4e5d-99cd-33faa2c90739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5b4c5b35-2cb1-4736-badb-3549db39ca9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:34:11.399491 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5183c034-7b46-4a62-9205-65d7147065cc req-6e603906-8bad-4a62-94eb-97c730d71611 service neutron] Bound using segment: {'id': 'ead4ec1b-4ed7-4e5d-99cd-33faa2c90739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5b4c5b35-2cb1-4736-badb-3549db39ca9c'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:34:11.400167 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-5183c034-7b46-4a62-9205-65d7147065cc req-6e603906-8bad-4a62-94eb-97c730d71611 service neutron] Bound port: 611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead4ec1b-4ed7-4e5d-99cd-33faa2c90739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5b4c5b35-2cb1-4736-badb-3549db39ca9c'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:34:11.400685 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-5183c034-7b46-4a62-9205-65d7147065cc req-6e603906-8bad-4a62-94eb-97c730d71611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:11.519620 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-10ed4d87-dc15-41fd-98b7-8e27b2bcf685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:11.549418 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-10ed4d87-dc15-41fd-98b7-8e27b2bcf685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:11.617828 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a1dbf59e-a45d-4d12-b575-e8cc9957297f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:11.644607 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-5183c034-7b46-4a62-9205-65d7147065cc req-6e603906-8bad-4a62-94eb-97c730d71611 service neutron] For port 611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd, host hv-cinder-79049, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:34:11.657661 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f031572e-918b-4057-9f22-a4e8d0bd12ff tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:11.659928 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-f031572e-918b-4057-9f22-a4e8d0bd12ff tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.6156430 Aug 30 18:34:11.681194 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 46004) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:11.730667 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-d43214b9-3282-4992-8186-6ef032df033f tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Request body: {'security_group_rule': {'security_group_id': '210db280-cf39-4554-ba95-9e8bec0f2f0c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:34:11.880600 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-0de3d455-a1b5-4332-93ff-2d6d7938a22f None None] Set router d678bbeb-6908-4442-ba7d-2ddf83ea32e3 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:34:11.989032 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed4d87-dc15-41fd-98b7-8e27b2bcf685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79692015-6fa9-40af-a8b5-8fecd66b739c,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:12.088443 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-10ed4d87-dc15-41fd-98b7-8e27b2bcf685 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e8b6d2ea0d0242e197e21311bc0805c8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0682666 Aug 30 18:34:12.095417 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 46010) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:12.121379 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-48ecfcae-9fd3-4b7a-8dab-a2e2ff29e12b service neutron] For port a8e16594-074f-42d5-bbfe-31e155c8207f, host hv-cinder-79049, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:34:12.160520 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075287ce-a539-4e3a-b40b-36b7cd62adc9 req-872e379e-ced6-490f-8513-aeb7d0b821d8 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:12.167477 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-075287ce-a539-4e3a-b40b-36b7cd62adc9 req-872e379e-ced6-490f-8513-aeb7d0b821d8 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab544a2-8dc9-49d4-9b30-81ae57f1454c HTTP/1.1" status: 200 len: 943 time: 0.4678679 Aug 30 18:34:12.205318 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-5183c034-7b46-4a62-9205-65d7147065cc req-6e603906-8bad-4a62-94eb-97c730d71611 service neutron] For port 611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd,segment=NetworkSegment(ead4ec1b-4ed7-4e5d-99cd-33faa2c90739),segment_id=ead4ec1b-4ed7-4e5d-99cd-33faa2c90739)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:34:12.281680 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-48ecfcae-9fd3-4b7a-8dab-a2e2ff29e12b service neutron] For port a8e16594-074f-42d5-bbfe-31e155c8207f, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a8e16594-074f-42d5-bbfe-31e155c8207f,segment=NetworkSegment(aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf),segment_id=aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:34:12.402954 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a1dbf59e-a45d-4d12-b575-e8cc9957297f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120221'] for floatingip, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:12.427086 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-48ecfcae-9fd3-4b7a-8dab-a2e2ff29e12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:12.467733 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-5183c034-7b46-4a62-9205-65d7147065cc req-6e603906-8bad-4a62-94eb-97c730d71611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:12.580872 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device b51ad24a-1f38-4d13-9a16-a52119f762f4 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:34:12.610079 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-075287ce-a539-4e3a-b40b-36b7cd62adc9 req-98093f33-6e02-42ae-920c-8c38b8366bb9 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4a520cd-e5de-4593-8814-076e3f1e186a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986690 Aug 30 18:34:12.644813 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-183db335-47b2-46f6-8286-14fa3cea0857 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:12.706812 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-183db335-47b2-46f6-8286-14fa3cea0857 None None] Transition to ACTIVE for port object 44238e13-996e-42d9-9e9c-7957319492ec will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:34:12.713021 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-48ecfcae-9fd3-4b7a-8dab-a2e2ff29e12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:12.724207 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-183db335-47b2-46f6-8286-14fa3cea0857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:12.739894 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c09af03b-ef7e-4204-92db-d69e2fe25653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:12.740505 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-48ecfcae-9fd3-4b7a-8dab-a2e2ff29e12b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:12.760444 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-48ecfcae-9fd3-4b7a-8dab-a2e2ff29e12b service neutron] 10.222.0.39 "PUT /v2.0/ports/a8e16594-074f-42d5-bbfe-31e155c8207f HTTP/1.1" status: 200 len: 1094 time: 13.4276528 Aug 30 18:34:12.793226 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port b51ad24a-1f38-4d13-9a16-a52119f762f4 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:34:12.794500 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:12.811895 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f5e2a1-8149-48d8-b78f-369495171ebb', 'tag': 'a8e16594-074f-42d5-bbfe-31e155c8207f'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:34:12.948721 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c09af03b-ef7e-4204-92db-d69e2fe25653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:12.984095 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0de3d455-a1b5-4332-93ff-2d6d7938a22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd678bbeb-6908-4442-ba7d-2ddf83ea32e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1094788944-router', 'tenant_id': 'b40c9b3f5af3488f90539cd60fa44e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'b51ad24a-1f38-4d13-9a16-a52119f762f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:42Z', 'updated_at': '2021-08-30T18:33:57Z', 'revision_number': 4, 'project_id': 'b40c9b3f5af3488f90539cd60fa44e2e', 'gw_port': {'id': 'b51ad24a-1f38-4d13-9a16-a52119f762f4', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd678bbeb-6908-4442-ba7d-2ddf83ea32e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:44Z', 'updated_at': '2021-08-30T18:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '7c15609c-9bf9-46de-a0ff-33c3e6aa7d51', 'name': '', 'network_id': 'fa732d19-e894-497a-96b4-f1158b92c807', 'tenant_id': 'b40c9b3f5af3488f90539cd60fa44e2e', 'mac_address': 'fa:16:3e:bf:7e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd678bbeb-6908-4442-ba7d-2ddf83ea32e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2403c141-9264-413b-9a4f-d5fa5c3597f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:54Z', 'updated_at': '2021-08-30T18:34:10Z', 'revision_number': 4, 'project_id': 'b40c9b3f5af3488f90539cd60fa44e2e', 'subnets': [{'id': '2403c141-9264-413b-9a4f-d5fa5c3597f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:34:13.087091 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47e229-8645-4e2a-b381-936f5457fd09 None None] Pushing event updated for resources: {'Port': ['ID=44238e13-996e-42d9-9e9c-7957319492ec,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:13.142113 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de3d455-a1b5-4332-93ff-2d6d7938a22f None None] The sync data for ids ['d678bbeb-6908-4442-ba7d-2ddf83ea32e3'] in dv-cinder-790492-12-iscsi is: [{'id': 'd678bbeb-6908-4442-ba7d-2ddf83ea32e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1094788944-router', 'tenant_id': 'b40c9b3f5af3488f90539cd60fa44e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'b51ad24a-1f38-4d13-9a16-a52119f762f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:42Z', 'updated_at': '2021-08-30T18:33:57Z', 'revision_number': 4, 'project_id': 'b40c9b3f5af3488f90539cd60fa44e2e', 'gw_port': {'id': 'b51ad24a-1f38-4d13-9a16-a52119f762f4', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd678bbeb-6908-4442-ba7d-2ddf83ea32e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:44Z', 'updated_at': '2021-08-30T18:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '7c15609c-9bf9-46de-a0ff-33c3e6aa7d51', 'name': '', 'network_id': 'fa732d19-e894-497a-96b4-f1158b92c807', 'tenant_id': 'b40c9b3f5af3488f90539cd60fa44e2e', 'mac_address': 'fa:16:3e:bf:7e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd678bbeb-6908-4442-ba7d-2ddf83ea32e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2403c141-9264-413b-9a4f-d5fa5c3597f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:54Z', 'updated_at': '2021-08-30T18:34:10Z', 'revision_number': 4, 'project_id': 'b40c9b3f5af3488f90539cd60fa44e2e', 'subnets': [{'id': '2403c141-9264-413b-9a4f-d5fa5c3597f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:34:13.426639 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-183db335-47b2-46f6-8286-14fa3cea0857 None None] Attempting to bind port 44238e13-996e-42d9-9e9c-7957319492ec on host dv-cinder-790492-12-iscsi for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:34:13.427477 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-183db335-47b2-46f6-8286-14fa3cea0857 None None] Attempting to bind port 44238e13-996e-42d9-9e9c-7957319492ec by drivers openvswitch,hyperv on host dv-cinder-790492-12-iscsi at level 0 using segments [{'id': '79b37a73-214a-48d0-8530-dbb5845d8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:34:13.429554 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183db335-47b2-46f6-8286-14fa3cea0857 None None] Attempting to bind port 44238e13-996e-42d9-9e9c-7957319492ec on network ab82acb0-f81e-4d3a-b5c2-781193f4d5c9 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:34:13.576979 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369ceb8-97e3-4cfd-b435-e4076ec05387 req-cc7e2535-4dea-4a0b-ac1f-d35b70e42133 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:13.585782 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8369ceb8-97e3-4cfd-b435-e4076ec05387 req-cc7e2535-4dea-4a0b-ac1f-d35b70e42133 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=99f5e2a1-8149-48d8-b78f-369495171ebb HTTP/1.1" status: 200 len: 944 time: 0.5772748 Aug 30 18:34:13.645729 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183db335-47b2-46f6-8286-14fa3cea0857 None None] Checking agent: {'id': '245e5d0a-3a0f-4c4e-b0f3-8ac9becf3b30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 25, 23), 'started_at': datetime.datetime(2021, 8, 30, 18, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:34:13.647195 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183db335-47b2-46f6-8286-14fa3cea0857 None None] Checking segment: {'id': '79b37a73-214a-48d0-8530-dbb5845d8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:34:13.648091 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-183db335-47b2-46f6-8286-14fa3cea0857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:13.649769 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183db335-47b2-46f6-8286-14fa3cea0857 None None] Bound using segment: {'id': '79b37a73-214a-48d0-8530-dbb5845d8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:34:13.650969 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-183db335-47b2-46f6-8286-14fa3cea0857 None None] Bound port: 44238e13-996e-42d9-9e9c-7957319492ec, host: dv-cinder-790492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b37a73-214a-48d0-8530-dbb5845d8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:34:13.651655 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-183db335-47b2-46f6-8286-14fa3cea0857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:13.707219 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8369ceb8-97e3-4cfd-b435-e4076ec05387 req-6dd197bb-20f2-41af-a25a-471ba879ebd0 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201487 Aug 30 18:34:13.714686 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c09af03b-ef7e-4204-92db-d69e2fe25653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:13.724047 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c09af03b-ef7e-4204-92db-d69e2fe25653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:13.737676 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-c09af03b-ef7e-4204-92db-d69e2fe25653 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/79692015-6fa9-40af-a8b5-8fecd66b739c HTTP/1.1" status: 204 len: 168 time: 1.6345778 Aug 30 18:34:13.779741 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09af03b-ef7e-4204-92db-d69e2fe25653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79692015-6fa9-40af-a8b5-8fecd66b739c,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:13.983920 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbf59e-a45d-4d12-b575-e8cc9957297f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Pushing event updated for resources: {'Port': ['ID=0645b375-6653-4c3e-b48a-b677f465d273,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:14.118020 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2e0f9c-0857-4bb0-b661-3a53e7c39235" -d '{"events": [{"name": "network-changed", "server_uuid": "99f5e2a1-8149-48d8-b78f-369495171ebb", "tag": "a8e16594-074f-42d5-bbfe-31e155c8207f"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:34:14.124076 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 0e898370-f09c-46de-8880-2fd101cc074f up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:34:14.135762 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183c034-7b46-4a62-9205-65d7147065cc req-6e603906-8bad-4a62-94eb-97c730d71611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:14.147898 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-5183c034-7b46-4a62-9205-65d7147065cc req-6e603906-8bad-4a62-94eb-97c730d71611 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:14.154325 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-5183c034-7b46-4a62-9205-65d7147065cc req-6e603906-8bad-4a62-94eb-97c730d71611 service neutron] 10.222.0.39 "PUT /v2.0/ports/611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd HTTP/1.1" status: 200 len: 1093 time: 11.4520135 Aug 30 18:34:14.163390 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f4664-abeb-4998-834c-689abee0d98b req-76da89dc-966b-41f2-877d-91f83788fd36 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:14.180511 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3e3f4664-abeb-4998-834c-689abee0d98b req-76da89dc-966b-41f2-877d-91f83788fd36 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab544a2-8dc9-49d4-9b30-81ae57f1454c HTTP/1.1" status: 200 len: 943 time: 0.1752357 Aug 30 18:34:14.289046 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-183db335-47b2-46f6-8286-14fa3cea0857 None None] For port 44238e13-996e-42d9-9e9c-7957319492ec, host dv-cinder-790492-12-iscsi, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:34:14.304976 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a1dbf59e-a45d-4d12-b575-e8cc9957297f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:14.323712 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-a1dbf59e-a45d-4d12-b575-e8cc9957297f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 14.2354133 Aug 30 18:34:14.327534 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3e3f4664-abeb-4998-834c-689abee0d98b req-ae89347c-031e-4584-aa37-94a411940387 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4a520cd-e5de-4593-8814-076e3f1e186a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454155 Aug 30 18:34:14.358664 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-183db335-47b2-46f6-8286-14fa3cea0857 None None] For port 44238e13-996e-42d9-9e9c-7957319492ec, host dv-cinder-790492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=44238e13-996e-42d9-9e9c-7957319492ec,segment=NetworkSegment(79b37a73-214a-48d0-8530-dbb5845d8dcf),segment_id=79b37a73-214a-48d0-8530-dbb5845d8dcf)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:34:14.375264 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-183db335-47b2-46f6-8286-14fa3cea0857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:14.533073 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ecfcae-9fd3-4b7a-8dab-a2e2ff29e12b service neutron] Pushing event updated for resources: {'Port': ['ID=a8e16594-074f-42d5-bbfe-31e155c8207f,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:14.591898 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183db335-47b2-46f6-8286-14fa3cea0857 None None] Routers {'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:34:14.593031 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-183db335-47b2-46f6-8286-14fa3cea0857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:33:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:34:14.606157 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port 0e898370-f09c-46de-8880-2fd101cc074f triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:34:14.617850 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:14.698984 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d43214b9-3282-4992-8186-6ef032df033f tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:14.831475 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47e229-8645-4e2a-b381-936f5457fd09 None None] Pushing event updated for resources: {'Port': ['ID=44238e13-996e-42d9-9e9c-7957319492ec,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:14.882504 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:34:14.893463 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-a9e2dbd3-864a-4b3c-93f5-262158bc2fe7 service neutron] 10.222.0.46 "GET /v2.0/networks/fa732d19-e894-497a-96b4-f1158b92c807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 3.4370260 Aug 30 18:34:14.948151 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-664c48f8-596a-42f7-bd12-467df527e98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:14.949878 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-664c48f8-596a-42f7-bd12-467df527e98a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=26da63fb9503419c953e7d900a0bbf6f&device_id=99f5e2a1-8149-48d8-b78f-369495171ebb HTTP/1.1" status: 200 len: 1097 time: 1.6628740 Aug 30 18:34:15.431299 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e603906-8bad-4a62-94eb-97c730d71611 service neutron] Pushing event updated for resources: {'Port': ['ID=611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:15.443773 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183c034-7b46-4a62-9205-65d7147065cc req-d14823cd-1b1e-44ca-9958-40f1d1e9d581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:15.446002 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-5183c034-7b46-4a62-9205-65d7147065cc req-d14823cd-1b1e-44ca-9958-40f1d1e9d581 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=79eaf6bd9a9d41f1a98fff906352dafd&device_id=2ab544a2-8dc9-49d4-9b30-81ae57f1454c HTTP/1.1" status: 200 len: 1096 time: 0.8677630 Aug 30 18:34:15.502021 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-431725d9-a164-40be-b68b-0b7df1e10058 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8e16594-074f-42d5-bbfe-31e155c8207f HTTP/1.1" status: 200 len: 217 time: 0.4926250 Aug 30 18:34:15.614658 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-183db335-47b2-46f6-8286-14fa3cea0857 None None] Set router dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:34:15.768500 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-5183c034-7b46-4a62-9205-65d7147065cc req-d1c3e0f8-2c76-4e18-83c1-ac918510cf10 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd HTTP/1.1" status: 200 len: 217 time: 0.2682486 Aug 30 18:34:15.779768 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 7c15609c-9bf9-46de-a0ff-33c3e6aa7d51 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:34:15.809326 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8718646c-68b8-4642-9215-769c22c38ea2 x-openstack-request-id: req-8718646c-68b8-4642-9215-769c22c38ea2 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:34:15.811262 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f5e2a1-8149-48d8-b78f-369495171ebb", "tag": "a8e16594-074f-42d5-bbfe-31e155c8207f", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:34:15.811546 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8718646c-68b8-4642-9215-769c22c38ea2 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:34:15.812329 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f5e2a1-8149-48d8-b78f-369495171ebb', 'tag': 'a8e16594-074f-42d5-bbfe-31e155c8207f', 'status': 'completed', 'code': 200} Aug 30 18:34:15.971500 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-0c291419-14b7-4208-929e-658cf2b22f79 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--2098506332&fields=id&tenant_id=d89643519bc34769a45d10e5754b227b HTTP/1.1" status: 200 len: 267 time: 0.1359644 Aug 30 18:34:16.187356 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-39a84ee0-f389-4170-b88a-f873dc1b51d1 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:16.197480 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-39a84ee0-f389-4170-b88a-f873dc1b51d1 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/networks?id=6fc39c71-5951-46b8-8518-6e7081e1cda3 HTTP/1.1" status: 200 len: 817 time: 0.2233419 Aug 30 18:34:16.257325 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-7b46d852-61f5-4c95-940c-bc61bf928bd4 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/quotas/d89643519bc34769a45d10e5754b227b HTTP/1.1" status: 200 len: 375 time: 0.0583484 Aug 30 18:34:16.270819 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning for port 7c15609c-9bf9-46de-a0ff-33c3e6aa7d51 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:34:16.299179 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port 7c15609c-9bf9-46de-a0ff-33c3e6aa7d51 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:34:16.299740 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:16.324198 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183c034-7b46-4a62-9205-65d7147065cc req-3dfda11d-210a-4c5a-8731-24da1ddb407a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:16.328214 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-5183c034-7b46-4a62-9205-65d7147065cc req-3dfda11d-210a-4c5a-8731-24da1ddb407a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=282dba47-902a-49e3-8cda-2fd63838168d HTTP/1.1" status: 200 len: 850 time: 0.4410503 Aug 30 18:34:16.334534 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-019c6c83-b52a-4f4d-8936-f4fd4c8d4ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:16.344181 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-019c6c83-b52a-4f4d-8936-f4fd4c8d4ced service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13c4f9b1-6d7f-4ed5-9af9-16e7b316f8be HTTP/1.1" status: 200 len: 854 time: 0.5713420 Aug 30 18:34:16.467947 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d43214b9-3282-4992-8186-6ef032df033f tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:16.493471 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-f2b53032-d4d6-4231-af23-91ea2e5d1667 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d89643519bc34769a45d10e5754b227b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2347438 Aug 30 18:34:16.648066 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d43214b9-3282-4992-8186-6ef032df033f tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110862'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:16.659852 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-6eba68d3-38f4-485c-876e-3b5404794fc6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86c6f4e9-f587-46d0-83b4-7617f4688e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2070143 Aug 30 18:34:16.665730 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-5183c034-7b46-4a62-9205-65d7147065cc req-8dce7aab-21e7-47e1-af8f-9cc6b96a1088 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5b4c5b35-2cb1-4736-badb-3549db39ca9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3002503 Aug 30 18:34:16.708649 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-183db335-47b2-46f6-8286-14fa3cea0857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'name': 'tempest-AttachVolumeTestJSON-829720461-router', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '73055980-6e5d-4d6f-8596-a0ca7a7d5b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:43Z', 'updated_at': '2021-08-30T18:34:00Z', 'revision_number': 4, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'gw_port': {'id': '73055980-6e5d-4d6f-8596-a0ca7a7d5b10', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:45Z', 'updated_at': '2021-08-30T18:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '44238e13-996e-42d9-9e9c-7957319492ec', 'name': '', 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'mac_address': 'fa:16:3e:8e:b6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06b2e4f8-43ee-4d3b-b176-d28355e277df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:57Z', 'updated_at': '2021-08-30T18:34:14Z', 'revision_number': 4, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'subnets': [{'id': '06b2e4f8-43ee-4d3b-b176-d28355e277df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:34:16.743509 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d43214b9-3282-4992-8186-6ef032df033f tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:16.746034 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-d43214b9-3282-4992-8186-6ef032df033f tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 5.0231655 Aug 30 18:34:16.751158 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 46106) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:16.808262 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183db335-47b2-46f6-8286-14fa3cea0857 None None] The sync data for ids ['dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'] in dv-cinder-790492-12-iscsi is: [{'id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'name': 'tempest-AttachVolumeTestJSON-829720461-router', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '73055980-6e5d-4d6f-8596-a0ca7a7d5b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:43Z', 'updated_at': '2021-08-30T18:34:00Z', 'revision_number': 4, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'gw_port': {'id': '73055980-6e5d-4d6f-8596-a0ca7a7d5b10', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:45Z', 'updated_at': '2021-08-30T18:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '44238e13-996e-42d9-9e9c-7957319492ec', 'name': '', 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'mac_address': 'fa:16:3e:8e:b6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06b2e4f8-43ee-4d3b-b176-d28355e277df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:57Z', 'updated_at': '2021-08-30T18:34:14Z', 'revision_number': 4, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'subnets': [{'id': '06b2e4f8-43ee-4d3b-b176-d28355e277df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:34:16.815618 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:16.851412 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-bdd01f4f-0eeb-46f6-b5bc-8c7c72c8486d service neutron] 10.222.0.46 "GET /v2.0/networks/6fc39c71-5951-46b8-8518-6e7081e1cda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001390 Aug 30 18:34:16.962585 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] For port 7c15609c-9bf9-46de-a0ff-33c3e6aa7d51, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=7c15609c-9bf9-46de-a0ff-33c3e6aa7d51,segment=NetworkSegment(7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04),segment_id=7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:34:16.971357 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:16.980298 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-5183c034-7b46-4a62-9205-65d7147065cc req-3d3d10b4-fa80-48e4-85d7-f8349d36d579 service neutron] 10.222.0.39 "GET /v2.0/networks/5b4c5b35-2cb1-4736-badb-3549db39ca9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359729 Aug 30 18:34:17.096294 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-7d39c756-f095-499f-a65e-7c5bc20ccb2d tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Request body: {'security_group_rule': {'security_group_id': '210db280-cf39-4554-ba95-9e8bec0f2f0c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:34:17.105060 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Pushing event updated for resources: {'Port': ['ID=7c15609c-9bf9-46de-a0ff-33c3e6aa7d51,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:17.183057 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2c765-e965-491b-81a2-505a3bf739de req-6d16e13e-7878-4f94-b5cc-cb76bdd52c9d tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:17.186486 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f9a2c765-e965-491b-81a2-505a3bf739de req-6d16e13e-7878-4f94-b5cc-cb76bdd52c9d tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=99f5e2a1-8149-48d8-b78f-369495171ebb HTTP/1.1" status: 200 len: 944 time: 1.3730211 Aug 30 18:34:17.203865 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-f7af8a34-a647-49a3-bb78-cb95529fe326 service neutron] 10.222.0.46 "GET /v2.0/networks/6fc39c71-5951-46b8-8518-6e7081e1cda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360689 Aug 30 18:34:17.209070 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43214b9-3282-4992-8186-6ef032df033f tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=999a7a22-ea7e-486d-9e85-394b57b4f206,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:17.261691 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7d39c756-f095-499f-a65e-7c5bc20ccb2d tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:17.559695 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f9a2c765-e965-491b-81a2-505a3bf739de req-43efeb67-756a-49bd-9352-62862ec6f335 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475115 Aug 30 18:34:17.771465 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-2f25821e-81aa-4e65-9612-8872a51f8b78 service neutron] 10.222.0.39 "GET /v2.0/networks/86c6f4e9-f587-46d0-83b4-7617f4688e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0644746 Aug 30 18:34:17.876192 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7d39c756-f095-499f-a65e-7c5bc20ccb2d tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:17.880495 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab544a2-8dc9-49d4-9b30-81ae57f1454c', 'tag': '611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:34:17.887043 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422a1720-e9db-432f-981d-503e10f15480" -d '{"events": [{"name": "network-changed", "server_uuid": "2ab544a2-8dc9-49d4-9b30-81ae57f1454c", "tag": "611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:34:17.916505 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 44238e13-996e-42d9-9e9c-7957319492ec up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:34:17.975485 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7d39c756-f095-499f-a65e-7c5bc20ccb2d tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110862'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:18.003010 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7d94b487-82bb-44a7-ad9d-6dd6811aebb1 req-8f32d121-40e0-459a-b7ae-fe49f37d8618 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 210 time: 0.1147802 Aug 30 18:34:18.070678 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39c756-f095-499f-a65e-7c5bc20ccb2d tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a96df19-4cd0-4f58-a630-ed6c2d5314a7,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:18.098922 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.39', 60848) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:18.109632 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-5183c034-7b46-4a62-9205-65d7147065cc req-ec5cfa49-3a61-4b6d-9854-94bebc4bfd59 service neutron] 10.222.0.39 "GET /v2.0/networks/5b4c5b35-2cb1-4736-badb-3549db39ca9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9354665 Aug 30 18:34:18.114860 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7d39c756-f095-499f-a65e-7c5bc20ccb2d tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:18.119259 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-7d39c756-f095-499f-a65e-7c5bc20ccb2d tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1561804 Aug 30 18:34:18.166431 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 46138) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:18.186713 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning for port 44238e13-996e-42d9-9e9c-7957319492ec completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:34:18.211602 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-cdc7d6b5-f8aa-4fd7-8e0b-98a0a0761cb8 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Request body: {'floatingip': {'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:34:18.212445 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port 44238e13-996e-42d9-9e9c-7957319492ec triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:34:18.212810 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:18.485356 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0dcff7-3019-4275-9be0-7f7241ccd288 req-58ef19b3-0181-40ce-bca0-97b8969d4d4e tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:18.490834 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7b0dcff7-3019-4275-9be0-7f7241ccd288 req-58ef19b3-0181-40ce-bca0-97b8969d4d4e tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab544a2-8dc9-49d4-9b30-81ae57f1454c HTTP/1.1" status: 200 len: 943 time: 0.5771673 Aug 30 18:34:18.575723 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:18.666477 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7146f3a8-36de-472c-beb3-9a130bbd0cb6 req-cb9e9b6f-ced5-4b3b-a06b-c65bf7b9145d service neutron] 10.222.0.39 "GET /v2.0/networks/86c6f4e9-f587-46d0-83b4-7617f4688e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7631245 Aug 30 18:34:18.685458 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7b0dcff7-3019-4275-9be0-7f7241ccd288 req-d3198652-3ad7-46bb-90c3-52ceab0790ba tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4a520cd-e5de-4593-8814-076e3f1e186a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804473 Aug 30 18:34:18.736709 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 46152) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:18.818483 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] For port 44238e13-996e-42d9-9e9c-7957319492ec, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=44238e13-996e-42d9-9e9c-7957319492ec,segment=NetworkSegment(79b37a73-214a-48d0-8530-dbb5845d8dcf),segment_id=79b37a73-214a-48d0-8530-dbb5845d8dcf)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:34:18.829833 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:18.831202 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 7c15609c-9bf9-46de-a0ff-33c3e6aa7d51 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:34:19.021382 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968fc2f7-84b4-457e-9b22-11b84e05e800 x-openstack-request-id: req-968fc2f7-84b4-457e-9b22-11b84e05e800 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:34:19.030435 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ab544a2-8dc9-49d4-9b30-81ae57f1454c", "tag": "611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:34:19.036851 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-968fc2f7-84b4-457e-9b22-11b84e05e800 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:34:19.040098 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab544a2-8dc9-49d4-9b30-81ae57f1454c', 'tag': '611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd', 'status': 'completed', 'code': 200} Aug 30 18:34:19.074582 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e0f9c-0857-4bb0-b661-3a53e7c39235 req-b8e6a02c-0f98-4db3-97dd-2348297a5583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:19.078652 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-db2e0f9c-0857-4bb0-b661-3a53e7c39235 req-b8e6a02c-0f98-4db3-97dd-2348297a5583 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=26da63fb9503419c953e7d900a0bbf6f&device_id=99f5e2a1-8149-48d8-b78f-369495171ebb HTTP/1.1" status: 200 len: 1097 time: 0.2252321 Aug 30 18:34:19.187245 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3a328011-ec66-4c5f-b111-efafcee7692f req-1f67beca-349d-4785-9c5e-18111fef38b9 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 210 time: 0.8580308 Aug 30 18:34:19.291899 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Pushing event updated for resources: {'Port': ['ID=44238e13-996e-42d9-9e9c-7957319492ec,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:19.396040 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port 7c15609c-9bf9-46de-a0ff-33c3e6aa7d51 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:34:19.408569 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:19.550105 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-0d14d459-56a0-49c1-8e86-2c8959acbfe6 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:19.556670 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-0d14d459-56a0-49c1-8e86-2c8959acbfe6 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.39 "GET /v2.0/networks?id=fa732d19-e894-497a-96b4-f1158b92c807 HTTP/1.1" status: 200 len: 819 time: 1.4550829 Aug 30 18:34:19.660059 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-ee69f7ea-9b6e-4b2f-98da-3a0cd906798c tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Request body: {'port': {'device_id': '8071980b-6ee9-4fce-bce1-f0fc63d5a906', 'network_id': 'fa732d19-e894-497a-96b4-f1158b92c807', 'admin_state_up': True, 'tenant_id': 'b40c9b3f5af3488f90539cd60fa44e2e'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:34:19.726817 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94723b78-9524-4d54-9826-f246583e63b9 req-725d1ee7-ee71-4ea4-b0dc-93ae8738be2a tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:19.729731 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-94723b78-9524-4d54-9826-f246583e63b9 req-725d1ee7-ee71-4ea4-b0dc-93ae8738be2a tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/networks?id=fa732d19-e894-497a-96b4-f1158b92c807 HTTP/1.1" status: 200 len: 819 time: 0.3923783 Aug 30 18:34:19.861428 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0a7237aa-a9ad-433e-a300-afb13d4cc6d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:19.885087 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d7ecd0db-f769-4f6b-874c-19779400b1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:19.925136 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a1720-e9db-432f-981d-503e10f15480 req-120a6a61-3c6d-42ea-bad2-e8ce75ec8bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:19.926176 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cdc7d6b5-f8aa-4fd7-8e0b-98a0a0761cb8 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:19.930102 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-422a1720-e9db-432f-981d-503e10f15480 req-120a6a61-3c6d-42ea-bad2-e8ce75ec8bc4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=79eaf6bd9a9d41f1a98fff906352dafd&device_id=2ab544a2-8dc9-49d4-9b30-81ae57f1454c HTTP/1.1" status: 200 len: 1096 time: 0.8493912 Aug 30 18:34:20.018197 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 44238e13-996e-42d9-9e9c-7957319492ec up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:34:20.025091 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58583116-33f4-4a04-90c1-af013d322105 req-2f93602b-5410-409b-aacd-72707498ea40 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:20.032607 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-58583116-33f4-4a04-90c1-af013d322105 req-2f93602b-5410-409b-aacd-72707498ea40 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=99f5e2a1-8149-48d8-b78f-369495171ebb HTTP/1.1" status: 200 len: 944 time: 0.4544096 Aug 30 18:34:20.179653 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port 44238e13-996e-42d9-9e9c-7957319492ec triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:34:20.180352 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:20.301075 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-94723b78-9524-4d54-9826-f246583e63b9 req-c79fffbf-daee-4b08-9df8-85f72e331aa6 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/quotas/b40c9b3f5af3488f90539cd60fa44e2e HTTP/1.1" status: 200 len: 375 time: 0.3816438 Aug 30 18:34:20.394910 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-58583116-33f4-4a04-90c1-af013d322105 req-9370681e-eebe-4a84-8ce4-fe41e7113b55 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874417 Aug 30 18:34:20.472589 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cdc7d6b5-f8aa-4fd7-8e0b-98a0a0761cb8 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:20.556366 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0a7237aa-a9ad-433e-a300-afb13d4cc6d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:20.588388 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0a7237aa-a9ad-433e-a300-afb13d4cc6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:20.662179 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-ee69f7ea-9b6e-4b2f-98da-3a0cd906798c tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Made reservation on behalf of b40c9b3f5af3488f90539cd60fa44e2e for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:34:20.665911 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-ee69f7ea-9b6e-4b2f-98da-3a0cd906798c tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:20.703573 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede870b-b415-4a22-907d-9caf873055ab req-a0113eb7-7330-4263-86d4-fc8b6cdae9ac tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:20.703573 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9ede870b-b415-4a22-907d-9caf873055ab req-a0113eb7-7330-4263-86d4-fc8b6cdae9ac tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab544a2-8dc9-49d4-9b30-81ae57f1454c HTTP/1.1" status: 200 len: 943 time: 0.1551766 Aug 30 18:34:20.854521 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-cdc7d6b5-f8aa-4fd7-8e0b-98a0a0761cb8 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Allocated IP 172.27.3.127 (56c1e305-917b-4e98-a569-d57cdf415d5e/eb15dae3-e857-40c0-90c2-88f2d8bfe547/0a3540d4-ba5a-4163-90b7-7045424f7e68) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:34:20.890283 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e0f9c-0857-4bb0-b661-3a53e7c39235 req-ec74a584-c251-40d2-9d3f-3cdfbbf195cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:20.892045 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-db2e0f9c-0857-4bb0-b661-3a53e7c39235 req-ec74a584-c251-40d2-9d3f-3cdfbbf195cd service neutron] 10.222.0.39 "GET /v2.0/networks?id=86c6f4e9-f587-46d0-83b4-7617f4688e93 HTTP/1.1" status: 200 len: 914 time: 1.6347923 Aug 30 18:34:20.925302 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9ede870b-b415-4a22-907d-9caf873055ab req-be9b0fbf-8c1c-42e3-9cce-07cd4449afc1 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4a520cd-e5de-4593-8814-076e3f1e186a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047434 Aug 30 18:34:20.984668 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-0a7237aa-a9ad-433e-a300-afb13d4cc6d7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f424db76fc104f8bb4bc669ff0de7541&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2464411 Aug 30 18:34:20.992086 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7237aa-a9ad-433e-a300-afb13d4cc6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba8f979-3f56-4772-b84c-7f23ac27c66b,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:21.004876 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 46214) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:21.025156 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-94723b78-9524-4d54-9826-f246583e63b9 req-43b5171d-1037-4aad-bf79-bd80bdec4041 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b40c9b3f5af3488f90539cd60fa44e2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6886494 Aug 30 18:34:21.078495 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a1720-e9db-432f-981d-503e10f15480 req-1f3f180d-c2a1-41c1-9e9b-387ae8a611f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:21.080081 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-422a1720-e9db-432f-981d-503e10f15480 req-1f3f180d-c2a1-41c1-9e9b-387ae8a611f9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5b4c5b35-2cb1-4736-badb-3549db39ca9c HTTP/1.1" status: 200 len: 910 time: 1.0340614 Aug 30 18:34:21.230692 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e7d41455-61d4-4b43-b9ed-3950981b7567 req-66d383df-2b09-4883-a1c4-73ea1ba92cf7 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 210 time: 0.0820575 Aug 30 18:34:21.237277 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-94723b78-9524-4d54-9826-f246583e63b9 req-8822027c-1943-48b9-bb34-034ca9219fcb service neutron] 10.222.0.46 "GET /v2.0/networks/fa732d19-e894-497a-96b4-f1158b92c807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941705 Aug 30 18:34:21.238238 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-67b81dca-65c5-4f11-879a-fc6117f5e97f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:21.280864 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-67b81dca-65c5-4f11-879a-fc6117f5e97f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:21.296836 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-ee69f7ea-9b6e-4b2f-98da-3a0cd906798c tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Allocated IP 172.20.0.12 (fa732d19-e894-497a-96b4-f1158b92c807/2403c141-9264-413b-9a4f-d5fa5c3597f5/53d13a17-04fc-4188-8f33-c4c0135674ef) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:34:21.455375 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-67b81dca-65c5-4f11-879a-fc6117f5e97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:21.458940 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-67b81dca-65c5-4f11-879a-fc6117f5e97f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:21.460900 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-67b81dca-65c5-4f11-879a-fc6117f5e97f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4ba8f979-3f56-4772-b84c-7f23ac27c66b HTTP/1.1" status: 204 len: 168 time: 0.4345574 Aug 30 18:34:21.478186 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b81dca-65c5-4f11-879a-fc6117f5e97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba8f979-3f56-4772-b84c-7f23ac27c66b,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:21.563286 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-94723b78-9524-4d54-9826-f246583e63b9 req-25005c72-5f66-4eb8-ae95-4d4d8ef485ea service neutron] 10.222.0.46 "GET /v2.0/networks/fa732d19-e894-497a-96b4-f1158b92c807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794318 Aug 30 18:34:21.606603 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cdc7d6b5-f8aa-4fd7-8e0b-98a0a0761cb8 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:21.918564 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d3a3a-2f71-465a-a7b9-a52fc5f87e4d req-11baed72-4279-4a91-80e1-a7d2bd45230c tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:21.918564 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-381d3a3a-2f71-465a-a7b9-a52fc5f87e4d req-11baed72-4279-4a91-80e1-a7d2bd45230c tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=99f5e2a1-8149-48d8-b78f-369495171ebb HTTP/1.1" status: 200 len: 944 time: 0.1497247 Aug 30 18:34:21.918564 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-ee69f7ea-9b6e-4b2f-98da-3a0cd906798c tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:21.918564 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-381d3a3a-2f71-465a-a7b9-a52fc5f87e4d req-7e054bd4-52be-4080-ac4a-80e6bd0b56b0 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933092 Aug 30 18:34:21.922653 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 46236) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:21.945222 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cdc7d6b5-f8aa-4fd7-8e0b-98a0a0761cb8 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:22.055043 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc7d6b5-f8aa-4fd7-8e0b-98a0a0761cb8 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Network 56c1e305-917b-4e98-a569-d57cdf415d5e is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:34:22.058131 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-ee69f7ea-9b6e-4b2f-98da-3a0cd906798c tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:22.068876 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-cdc7d6b5-f8aa-4fd7-8e0b-98a0a0761cb8 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:34:22.208313 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-901f2eb4-47cc-49ff-a3eb-28bcefff9e73 req-c8f1ec90-5696-451f-a7da-861e4e36a21d tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 210 time: 0.0657802 Aug 30 18:34:22.217150 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc7d6b5-f8aa-4fd7-8e0b-98a0a0761cb8 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:34:22.277676 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-677f0b5d-3265-4709-ba2b-81cf20c25bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:22.287230 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-ee69f7ea-9b6e-4b2f-98da-3a0cd906798c tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Network fa732d19-e894-497a-96b4-f1158b92c807 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:34:22.299011 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-ee69f7ea-9b6e-4b2f-98da-3a0cd906798c tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:34:22.321519 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-ee69f7ea-9b6e-4b2f-98da-3a0cd906798c tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:34:22.346539 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-ee69f7ea-9b6e-4b2f-98da-3a0cd906798c tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:22.348056 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-ee69f7ea-9b6e-4b2f-98da-3a0cd906798c tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:22.362614 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc7d6b5-f8aa-4fd7-8e0b-98a0a0761cb8 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Pushing event updated for resources: {'Port': ['ID=0a3540d4-ba5a-4163-90b7-7045424f7e68,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:22.436357 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 46256) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:22.448315 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e20f7-13c2-40d7-b0f2-b151a0cbfef6 req-f336ff76-e672-4731-87ee-201f07e07e0f tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:22.456846 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1e2e20f7-13c2-40d7-b0f2-b151a0cbfef6 req-f336ff76-e672-4731-87ee-201f07e07e0f tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab544a2-8dc9-49d4-9b30-81ae57f1454c HTTP/1.1" status: 200 len: 943 time: 0.3485405 Aug 30 18:34:22.485335 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3d640b98-0316-4f2e-9f7f-dd79b0941200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:22.569575 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-cfa2d421-26a7-4c9c-a7e7-18000952a36a req-7bbe3c92-d8ca-46d7-ba4f-3cb0ce591f8a tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 210 time: 0.0714490 Aug 30 18:34:22.640691 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1e2e20f7-13c2-40d7-b0f2-b151a0cbfef6 req-b32be179-91a2-4c22-ace5-c46a32cb09c9 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4a520cd-e5de-4593-8814-076e3f1e186a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827185 Aug 30 18:34:22.652392 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-677f0b5d-3265-4709-ba2b-81cf20c25bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:22.661101 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-677f0b5d-3265-4709-ba2b-81cf20c25bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:22.690057 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-ee69f7ea-9b6e-4b2f-98da-3a0cd906798c tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0524673 Aug 30 18:34:22.691793 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cdc7d6b5-f8aa-4fd7-8e0b-98a0a0761cb8 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:22.694111 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69f7ea-9b6e-4b2f-98da-3a0cd906798c tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Pushing event updated for resources: {'Port': ['ID=53d13a17-04fc-4188-8f33-c4c0135674ef,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:22.746941 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-677f0b5d-3265-4709-ba2b-81cf20c25bad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2978bddfd96247c5a7c2dd3dd92496fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8208687 Aug 30 18:34:22.751828 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 46264) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:22.757224 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cdc7d6b5-f8aa-4fd7-8e0b-98a0a0761cb8 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:22.852750 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f0b5d-3265-4709-ba2b-81cf20c25bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8c1e26-3912-46aa-8595-43d0c18a247f,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:22.967860 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:34:23.024950 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-422a1720-e9db-432f-981d-503e10f15480 req-dca27aeb-e216-4a31-9f80-3c43e12b27b0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd HTTP/1.1" status: 200 len: 217 time: 0.0853889 Aug 30 18:34:23.055999 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cdc7d6b5-f8aa-4fd7-8e0b-98a0a0761cb8 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:23.068803 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-9bc51831-f676-4e61-b79a-8711804ceb5f service neutron] Request body: {'port': {'device_id': '8071980b-6ee9-4fce-bce1-f0fc63d5a906', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:34:23.116757 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fc8bad32-7f72-4c64-b9a7-6f620c1176db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:23.120528 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-db2e0f9c-0857-4bb0-b661-3a53e7c39235 req-02558b81-43dd-4ffd-a9fd-9440faffd6a2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8e16594-074f-42d5-bbfe-31e155c8207f HTTP/1.1" status: 200 len: 217 time: 0.1832240 Aug 30 18:34:23.131006 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cdc7d6b5-f8aa-4fd7-8e0b-98a0a0761cb8 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:23.325535 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fc8bad32-7f72-4c64-b9a7-6f620c1176db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:23.331644 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3d640b98-0316-4f2e-9f7f-dd79b0941200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:23.335882 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e0f9c-0857-4bb0-b661-3a53e7c39235 req-c2443609-c39c-4614-ab62-699bd6049457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:23.338626 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-db2e0f9c-0857-4bb0-b661-3a53e7c39235 req-c2443609-c39c-4614-ab62-699bd6049457 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13c4f9b1-6d7f-4ed5-9af9-16e7b316f8be HTTP/1.1" status: 200 len: 854 time: 0.1887000 Aug 30 18:34:23.360050 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3d640b98-0316-4f2e-9f7f-dd79b0941200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:23.384437 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a1720-e9db-432f-981d-503e10f15480 req-f54e5eb0-9a12-4b17-94fe-ca060d3fd4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:23.387167 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-422a1720-e9db-432f-981d-503e10f15480 req-f54e5eb0-9a12-4b17-94fe-ca060d3fd4b8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=282dba47-902a-49e3-8cda-2fd63838168d HTTP/1.1" status: 200 len: 850 time: 0.3151574 Aug 30 18:34:23.444525 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f3ed9721-91b5-4214-83ca-549dd4cf84ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:23.464524 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-db2e0f9c-0857-4bb0-b661-3a53e7c39235 req-29d21eff-9270-43f6-95d1-91e4f3c5ec35 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86c6f4e9-f587-46d0-83b4-7617f4688e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103473 Aug 30 18:34:23.465615 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.39', 60856) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:23.484812 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:23.561608 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd,segment=NetworkSegment(ead4ec1b-4ed7-4e5d-99cd-33faa2c90739),segment_id=ead4ec1b-4ed7-4e5d-99cd-33faa2c90739)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:34:23.573472 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-9bc51831-f676-4e61-b79a-8711804ceb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:23.585647 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-422a1720-e9db-432f-981d-503e10f15480 req-67d5dcef-02e6-4adf-b15d-e40ee31d373b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5b4c5b35-2cb1-4736-badb-3549db39ca9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1532617 Aug 30 18:34:23.585954 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Returning: {'device': '611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd', 'network_id': '5b4c5b35-2cb1-4736-badb-3549db39ca9c', 'port_id': '611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd', 'mac_address': 'fa:16:3e:89:3c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '282dba47-902a-49e3-8cda-2fd63838168d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:34:23.674416 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cdc7d6b5-f8aa-4fd7-8e0b-98a0a0761cb8 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120221'] for floatingip, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:23.683602 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-3d640b98-0316-4f2e-9f7f-dd79b0941200 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6672e798be8e4cabb490737f2a7fac26&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2446442 Aug 30 18:34:23.686999 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:23.706344 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e346c-db5e-4e58-8d49-ec3df2ff7321 req-6285e8e8-03c1-481c-8a40-9bf7fcab487b tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:23.709257 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-080e346c-db5e-4e58-8d49-ec3df2ff7321 req-6285e8e8-03c1-481c-8a40-9bf7fcab487b tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=99f5e2a1-8149-48d8-b78f-369495171ebb HTTP/1.1" status: 200 len: 944 time: 0.4889419 Aug 30 18:34:23.710404 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 46276) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:23.724843 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:34:23.725720 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ca46c62f-6f11-4193-a863-dd079b3ee644 req-7ed8eda4-6f55-4d76-8e4f-146b73ca4600 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 210 time: 0.1320956 Aug 30 18:34:23.738822 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d640b98-0316-4f2e-9f7f-dd79b0941200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6496657-1bfb-449c-8000-b4b27d348b06,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:23.840844 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cdc7d6b5-f8aa-4fd7-8e0b-98a0a0761cb8 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:23.845875 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-cdc7d6b5-f8aa-4fd7-8e0b-98a0a0761cb8 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6746264 Aug 30 18:34:23.865199 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc7d6b5-f8aa-4fd7-8e0b-98a0a0761cb8 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Pushing event updated for resources: {'Port': ['ID=0a3540d4-ba5a-4163-90b7-7045424f7e68,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:23.907044 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd,segment=NetworkSegment(ead4ec1b-4ed7-4e5d-99cd-33faa2c90739),segment_id=ead4ec1b-4ed7-4e5d-99cd-33faa2c90739)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:34:23.917357 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:23.918886 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device a8e16594-074f-42d5-bbfe-31e155c8207f details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:34:23.998906 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fc8bad32-7f72-4c64-b9a7-6f620c1176db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:24.003223 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fc8bad32-7f72-4c64-b9a7-6f620c1176db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:24.005449 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-fc8bad32-7f72-4c64-b9a7-6f620c1176db admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4a8c1e26-3912-46aa-8595-43d0c18a247f HTTP/1.1" status: 204 len: 168 time: 1.2374375 Aug 30 18:34:24.119286 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8bad32-7f72-4c64-b9a7-6f620c1176db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8c1e26-3912-46aa-8595-43d0c18a247f,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:24.158495 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-080e346c-db5e-4e58-8d49-ec3df2ff7321 req-53918194-a73d-4275-9cc7-cfc437be1431 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463111 Aug 30 18:34:24.227435 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-182124a2-17f0-4886-ae69-1ac1c3d46000 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:24.227435 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-182124a2-17f0-4886-ae69-1ac1c3d46000 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.39 "GET /v2.0/networks?id=6fc39c71-5951-46b8-8518-6e7081e1cda3 HTTP/1.1" status: 200 len: 817 time: 0.7403629 Aug 30 18:34:24.328031 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-db2e0f9c-0857-4bb0-b661-3a53e7c39235 req-2ad878e4-25ce-4e39-8785-84f406be62fa service neutron] 10.222.0.39 "GET /v2.0/networks/86c6f4e9-f587-46d0-83b4-7617f4688e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7740283 Aug 30 18:34:24.411305 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.39', 60859) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:24.436981 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-422a1720-e9db-432f-981d-503e10f15480 req-4856e5b7-935c-4c95-8621-1a1b715cd7d4 service neutron] 10.222.0.39 "GET /v2.0/networks/5b4c5b35-2cb1-4736-badb-3549db39ca9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7896721 Aug 30 18:34:24.451977 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:24.503815 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b7bd8a1f-6df3-4cc3-9eca-7f518a5665d6 req-32bba7aa-7ea6-4150-82dc-f0b40bdfed84 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 210 time: 0.3248110 Aug 30 18:34:24.513962 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:24.663937 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0157602f-34a1-49b2-b7dc-ce4146a9b701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:24.672262 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port a8e16594-074f-42d5-bbfe-31e155c8207f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a8e16594-074f-42d5-bbfe-31e155c8207f,segment=NetworkSegment(aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf),segment_id=aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:34:24.724558 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Returning: {'device': 'a8e16594-074f-42d5-bbfe-31e155c8207f', 'network_id': '86c6f4e9-f587-46d0-83b4-7617f4688e93', 'port_id': 'a8e16594-074f-42d5-bbfe-31e155c8207f', 'mac_address': 'fa:16:3e:5e:a6:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13c4f9b1-6d7f-4ed5-9af9-16e7b316f8be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:34:24.878033 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:24.918180 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8e16594-074f-42d5-bbfe-31e155c8207f {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:34:24.982209 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port a8e16594-074f-42d5-bbfe-31e155c8207f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a8e16594-074f-42d5-bbfe-31e155c8207f,segment=NetworkSegment(aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf),segment_id=aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:34:25.001368 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:25.095293 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=a8e16594-074f-42d5-bbfe-31e155c8207f,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:25.104780 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-e9376635-cbbf-4bc0-9b53-b2ec00f8b5be tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--2025088066&fields=id&tenant_id=c8c53c4b1f724a2d82c8b9aa097e7b08 HTTP/1.1" status: 200 len: 267 time: 0.1684396 Aug 30 18:34:25.200898 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-56e38646-c0cd-466d-847d-05c62be7f7e8 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d89643519bc34769a45d10e5754b227b HTTP/1.1" status: 200 len: 380 time: 0.9413586 Aug 30 18:34:25.229830 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0157602f-34a1-49b2-b7dc-ce4146a9b701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:25.257283 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-a59e24cc-05c7-4c2a-87ef-4f200489587d tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Request body: {'port': {'device_id': '2ccb0d23-9b82-4d03-803b-1bb63e08ecb8', 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3', 'admin_state_up': True, 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'security_groups': ['faf07d4f-a0ce-47dc-9893-190456348455']}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:34:25.289439 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 46324) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:25.324485 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e225c05-d56e-42ed-9f26-ddd6720d481c req-5fecb177-63e0-4aae-ad67-18812b6e1c64 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:25.327044 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-4e225c05-d56e-42ed-9f26-ddd6720d481c req-5fecb177-63e0-4aae-ad67-18812b6e1c64 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab544a2-8dc9-49d4-9b30-81ae57f1454c HTTP/1.1" status: 200 len: 944 time: 0.9454663 Aug 30 18:34:25.328509 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-9bc51831-f676-4e61-b79a-8711804ceb5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53d13a17-04fc-4188-8f33-c4c0135674ef {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:34:25.335844 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db7e879b-e5aa-4f93-9491-f20496365f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:25.376954 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-9bc51831-f676-4e61-b79a-8711804ceb5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:25.381597 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-db2e0f9c-0857-4bb0-b661-3a53e7c39235 req-56033bca-0eb9-4997-a50e-fc1f69866b73 service neutron] 10.222.0.39 "GET /v2.0/networks/86c6f4e9-f587-46d0-83b4-7617f4688e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0468376 Aug 30 18:34:25.460539 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-9bc51831-f676-4e61-b79a-8711804ceb5f service neutron] Transition to ACTIVE for port object 53d13a17-04fc-4188-8f33-c4c0135674ef will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:34:25.476310 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-9bc51831-f676-4e61-b79a-8711804ceb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:25.486142 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94723b78-9524-4d54-9826-f246583e63b9 req-1b07ede2-6eb6-4479-8b64-f02b0045c928 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:25.488626 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-94723b78-9524-4d54-9826-f246583e63b9 req-1b07ede2-6eb6-4479-8b64-f02b0045c928 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.39 "GET /v2.0/networks?id=fa732d19-e894-497a-96b4-f1158b92c807 HTTP/1.1" status: 200 len: 819 time: 1.0580411 Aug 30 18:34:25.489019 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:34:25.551235 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-422a1720-e9db-432f-981d-503e10f15480 req-f3fab2b0-f48d-4efd-aa38-3fcadb0e2fad service neutron] 10.222.0.39 "GET /v2.0/networks/5b4c5b35-2cb1-4736-badb-3549db39ca9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8906920 Aug 30 18:34:25.564619 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-94723b78-9524-4d54-9826-f246583e63b9 req-011281dc-2f4f-4a06-960b-3f72f765d269 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Request body: {'port': {'device_id': 'b0830297-f859-457e-8524-3f67f2a0e955', 'network_id': 'fa732d19-e894-497a-96b4-f1158b92c807', 'admin_state_up': True, 'tenant_id': 'b40c9b3f5af3488f90539cd60fa44e2e'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:34:25.574298 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['a8e16594-074f-42d5-bbfe-31e155c8207f'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:34:25.613966 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-c5a595bf-943a-4d63-993a-37f4cdfcca05 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:25.617010 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-c5a595bf-943a-4d63-993a-37f4cdfcca05 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/networks?id=ab82acb0-f81e-4d3a-b5c2-781193f4d5c9 HTTP/1.1" status: 200 len: 810 time: 0.3982348 Aug 30 18:34:25.738160 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc51831-f676-4e61-b79a-8711804ceb5f service neutron] Pushing event updated for resources: {'Port': ['ID=53d13a17-04fc-4188-8f33-c4c0135674ef,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:25.791472 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-04276b44-19b6-403c-b484-014a063675bc tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/quotas/c8c53c4b1f724a2d82c8b9aa097e7b08 HTTP/1.1" status: 200 len: 375 time: 0.1516776 Aug 30 18:34:25.833935 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-9bc51831-f676-4e61-b79a-8711804ceb5f service neutron] Attempting to bind port 53d13a17-04fc-4188-8f33-c4c0135674ef on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:34:25.834446 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-9bc51831-f676-4e61-b79a-8711804ceb5f service neutron] Attempting to bind port 53d13a17-04fc-4188-8f33-c4c0135674ef by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fa732d19-e894-497a-96b4-f1158b92c807'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:34:25.835054 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-9bc51831-f676-4e61-b79a-8711804ceb5f service neutron] Attempting to bind port 53d13a17-04fc-4188-8f33-c4c0135674ef on network fa732d19-e894-497a-96b4-f1158b92c807 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:34:25.881230 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-9bc51831-f676-4e61-b79a-8711804ceb5f service neutron] Port 53d13a17-04fc-4188-8f33-c4c0135674ef on network fa732d19-e894-497a-96b4-f1158b92c807 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:34:25.881807 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-9bc51831-f676-4e61-b79a-8711804ceb5f service neutron] Attempting to bind port 53d13a17-04fc-4188-8f33-c4c0135674ef on network fa732d19-e894-497a-96b4-f1158b92c807 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:34:25.891304 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:25.900500 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db7e879b-e5aa-4f93-9491-f20496365f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:25.909783 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-9bc51831-f676-4e61-b79a-8711804ceb5f service neutron] Checking agent: {'id': '7d13e2b4-65d8-4093-b4fc-5ca6c835aab8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'started_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:34:25.910334 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-9bc51831-f676-4e61-b79a-8711804ceb5f service neutron] Checking segment: {'id': '7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fa732d19-e894-497a-96b4-f1158b92c807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:34:25.911303 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-9bc51831-f676-4e61-b79a-8711804ceb5f service neutron] Bound using segment: {'id': '7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fa732d19-e894-497a-96b4-f1158b92c807'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:34:25.912069 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-9bc51831-f676-4e61-b79a-8711804ceb5f service neutron] Bound port: 53d13a17-04fc-4188-8f33-c4c0135674ef, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fa732d19-e894-497a-96b4-f1158b92c807'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:34:25.912620 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-9bc51831-f676-4e61-b79a-8711804ceb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:25.931335 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db7e879b-e5aa-4f93-9491-f20496365f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:25.939871 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-4e225c05-d56e-42ed-9f26-ddd6720d481c req-4fca07c9-37c4-42dd-9bdb-beb9308db2b5 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4a520cd-e5de-4593-8814-076e3f1e186a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5613966 Aug 30 18:34:25.949252 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0157602f-34a1-49b2-b7dc-ce4146a9b701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:25.952982 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0157602f-34a1-49b2-b7dc-ce4146a9b701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:25.957780 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-0157602f-34a1-49b2-b7dc-ce4146a9b701 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d6496657-1bfb-449c-8000-b4b27d348b06 HTTP/1.1" status: 204 len: 168 time: 2.2132282 Aug 30 18:34:26.001323 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0157602f-34a1-49b2-b7dc-ce4146a9b701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6496657-1bfb-449c-8000-b4b27d348b06,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:26.040998 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-72aac652-2beb-4848-b5f5-cd4c85273615 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c8c53c4b1f724a2d82c8b9aa097e7b08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2281053 Aug 30 18:34:26.079319 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-a59e24cc-05c7-4c2a-87ef-4f200489587d tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Made reservation on behalf of d89643519bc34769a45d10e5754b227b for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:34:26.086671 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-a59e24cc-05c7-4c2a-87ef-4f200489587d tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:26.092307 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94723b78-9524-4d54-9826-f246583e63b9 req-011281dc-2f4f-4a06-960b-3f72f765d269 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Made reservation on behalf of b40c9b3f5af3488f90539cd60fa44e2e for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:34:26.097542 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-94723b78-9524-4d54-9826-f246583e63b9 req-011281dc-2f4f-4a06-960b-3f72f765d269 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:26.103828 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-db7e879b-e5aa-4f93-9491-f20496365f7b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=655991795fee4f66b519c5c298b2fe0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8076677 Aug 30 18:34:26.109658 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e879b-e5aa-4f93-9491-f20496365f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6b7b78-1c3a-4a61-8fda-19c5392da1b3,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:26.118548 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 46330) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:26.269199 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-9bc51831-f676-4e61-b79a-8711804ceb5f service neutron] For port 53d13a17-04fc-4188-8f33-c4c0135674ef, host hv-cinder-79049, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:34:26.343897 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-9bc51831-f676-4e61-b79a-8711804ceb5f service neutron] For port 53d13a17-04fc-4188-8f33-c4c0135674ef, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=53d13a17-04fc-4188-8f33-c4c0135674ef,segment=NetworkSegment(7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04),segment_id=7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:34:26.356385 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-9bc51831-f676-4e61-b79a-8711804ceb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:26.444119 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-b267dbd6-839d-4c40-ae42-c031dfdcc05f service neutron] 10.222.0.46 "GET /v2.0/networks/ab82acb0-f81e-4d3a-b5c2-781193f4d5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590682 Aug 30 18:34:26.485978 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-9bc51831-f676-4e61-b79a-8711804ceb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:26.487376 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-9bc51831-f676-4e61-b79a-8711804ceb5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:26.489673 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-9bc51831-f676-4e61-b79a-8711804ceb5f service neutron] 10.222.0.39 "PUT /v2.0/ports/53d13a17-04fc-4188-8f33-c4c0135674ef HTTP/1.1" status: 200 len: 1094 time: 3.4289401 Aug 30 18:34:26.505147 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8071980b-6ee9-4fce-bce1-f0fc63d5a906', 'tag': '53d13a17-04fc-4188-8f33-c4c0135674ef'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:34:26.652299 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-a59e24cc-05c7-4c2a-87ef-4f200489587d tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Allocated IP 172.20.0.14 (6fc39c71-5951-46b8-8518-6e7081e1cda3/e547c2a0-76a1-4c05-919d-55422e695ce0/e1007785-b841-4b73-ae46-07c4f05fa984) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:34:26.755771 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc51831-f676-4e61-b79a-8711804ceb5f service neutron] Pushing event updated for resources: {'Port': ['ID=53d13a17-04fc-4188-8f33-c4c0135674ef,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:26.864016 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-4d15f931-ef59-40aa-b1eb-5eeeba52b3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:26.867186 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-4d15f931-ef59-40aa-b1eb-5eeeba52b3e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b40c9b3f5af3488f90539cd60fa44e2e&device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 1097 time: 0.2074707 Aug 30 18:34:26.928813 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-87794f07-2697-4af0-9229-0496f755bb34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:27.021190 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-c114b125-83d5-4d65-bad3-76c088a9bf9a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53d13a17-04fc-4188-8f33-c4c0135674ef HTTP/1.1" status: 200 len: 217 time: 0.1296468 Aug 30 18:34:27.026143 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59b51c3d165999f7abb95bcd2a1d887dae5609535c92c8e1dc149aa3599bab8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c74d4e-1b77-4e8a-8bd9-e7e9dbe8f5e7" -d '{"events": [{"name": "network-changed", "server_uuid": "8071980b-6ee9-4fce-bce1-f0fc63d5a906", "tag": "53d13a17-04fc-4188-8f33-c4c0135674ef"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:34:27.035000 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-cfdc5108-c06f-47e0-a13b-c3a663c0f3a9 service neutron] 10.222.0.46 "GET /v2.0/networks/ab82acb0-f81e-4d3a-b5c2-781193f4d5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5734313 Aug 30 18:34:27.042731 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-fb9e61ba-747e-46dd-ae8b-937a546dc051 req-4dcc4b29-3694-41bd-94db-cd783e2afb82 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 210 time: 0.6680410 Aug 30 18:34:27.095808 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd up at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:34:27.190349 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 46354) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:27.205071 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning for port 611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:34:27.212218 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-87794f07-2697-4af0-9229-0496f755bb34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:27.221844 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning complete for port 611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:34:27.223409 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:27.253797 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-2f3b22bb-1280-413d-b539-a2f06d6c276b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:27.265506 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-2f3b22bb-1280-413d-b539-a2f06d6c276b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2403c141-9264-413b-9a4f-d5fa5c3597f5 HTTP/1.1" status: 200 len: 859 time: 0.2253861 Aug 30 18:34:27.303186 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-a59e24cc-05c7-4c2a-87ef-4f200489587d tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:27.381841 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3151b410-6a9e-4700-ba35-47819f942a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:27.430595 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-814edb8b-147b-461e-9667-44d87bcc3396 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa732d19-e894-497a-96b4-f1158b92c807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1566079 Aug 30 18:34:27.483784 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:27.534884 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-a59e24cc-05c7-4c2a-87ef-4f200489587d tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Transition to ACTIVE for port object e1007785-b841-4b73-ae46-07c4f05fa984 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:34:27.546849 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-94723b78-9524-4d54-9826-f246583e63b9 req-011281dc-2f4f-4a06-960b-3f72f765d269 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Allocated IP 172.20.0.14 (fa732d19-e894-497a-96b4-f1158b92c807/2403c141-9264-413b-9a4f-d5fa5c3597f5/d56f29d0-1c3a-4a93-a5b0-2dfc17376594) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:34:27.602021 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c19b97-f4d3-40dd-8015-0e02970d7c8b req-fe7090b7-892e-46ee-9db4-b9e7e2b62353 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:27.603967 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab544a2-8dc9-49d4-9b30-81ae57f1454c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:34:27.605010 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-12c19b97-f4d3-40dd-8015-0e02970d7c8b req-fe7090b7-892e-46ee-9db4-b9e7e2b62353 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=99f5e2a1-8149-48d8-b78f-369495171ebb HTTP/1.1" status: 200 len: 945 time: 0.3198073 Aug 30 18:34:27.666546 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6c690a11-589d-44f2-8bbf-74ca59e72e60 req-4b4893f1-8671-4ac4-a70b-69f621bd17af tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 210 time: 0.0755255 Aug 30 18:34:27.724414 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-87794f07-2697-4af0-9229-0496f755bb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:27.728848 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-87794f07-2697-4af0-9229-0496f755bb34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:27.734322 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-87794f07-2697-4af0-9229-0496f755bb34 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8a6b7b78-1c3a-4a61-8fda-19c5392da1b3 HTTP/1.1" status: 204 len: 168 time: 1.5971823 Aug 30 18:34:27.839092 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87794f07-2697-4af0-9229-0496f755bb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6b7b78-1c3a-4a61-8fda-19c5392da1b3,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:27.854159 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-12c19b97-f4d3-40dd-8015-0e02970d7c8b req-47262310-173c-4fb0-8d9d-96a02320fbf1 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328506 Aug 30 18:34:27.862603 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3151b410-6a9e-4700-ba35-47819f942a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:27.881639 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3151b410-6a9e-4700-ba35-47819f942a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:27.887783 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd,segment=NetworkSegment(ead4ec1b-4ed7-4e5d-99cd-33faa2c90739),segment_id=ead4ec1b-4ed7-4e5d-99cd-33faa2c90739)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:34:27.975316 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:27.978303 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device a8e16594-074f-42d5-bbfe-31e155c8207f up at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:34:27.998133 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-a59e24cc-05c7-4c2a-87ef-4f200489587d tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:28.011083 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-8698f1b7-bda7-462f-90b2-c5c89a03e61e service neutron] 10.222.0.39 "GET /v2.0/networks/fa732d19-e894-497a-96b4-f1158b92c807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5602012 Aug 30 18:34:28.012848 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151b410-6a9e-4700-ba35-47819f942a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b5b74b-4ad1-466e-9824-4938d2c71653,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:28.031425 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-3151b410-6a9e-4700-ba35-47819f942a34 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3ca7f92eedbf47d4aaaae5b0934a5e58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8394630 Aug 30 18:34:28.051080 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 46372) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:28.168522 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-a59e24cc-05c7-4c2a-87ef-4f200489587d tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Network 6fc39c71-5951-46b8-8518-6e7081e1cda3 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:34:28.214323 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-a59e24cc-05c7-4c2a-87ef-4f200489587d tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:34:28.221029 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-a59e24cc-05c7-4c2a-87ef-4f200489587d tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:34:28.233918 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-a59e24cc-05c7-4c2a-87ef-4f200489587d tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:28.235010 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-a59e24cc-05c7-4c2a-87ef-4f200489587d tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:28.272770 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:28.387472 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e24cc-05c7-4c2a-87ef-4f200489587d tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Pushing event updated for resources: {'Port': ['ID=e1007785-b841-4b73-ae46-07c4f05fa984,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:28.416444 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-a59e24cc-05c7-4c2a-87ef-4f200489587d tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1913321 Aug 30 18:34:28.417264 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning for port a8e16594-074f-42d5-bbfe-31e155c8207f completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:34:28.452676 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning complete for port a8e16594-074f-42d5-bbfe-31e155c8207f triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:34:28.454520 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:28.464399 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-f6fc5344-cb71-4d95-a80a-01918611862d service neutron] Request body: {'port': {'device_id': '2ccb0d23-9b82-4d03-803b-1bb63e08ecb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:34:28.631794 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedcf7c-ed59-4a0f-81d5-7528553c126c req-fb8e7f83-970a-4edc-accd-3c11c04f67dc tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:28.634440 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1aedcf7c-ed59-4a0f-81d5-7528553c126c req-fb8e7f83-970a-4edc-accd-3c11c04f67dc tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab544a2-8dc9-49d4-9b30-81ae57f1454c HTTP/1.1" status: 200 len: 945 time: 0.4819520 Aug 30 18:34:28.676053 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-47bad6f5-4c54-4538-ae2c-5cfe7d996149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:28.788570 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-94723b78-9524-4d54-9826-f246583e63b9 req-011281dc-2f4f-4a06-960b-3f72f765d269 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:28.792737 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-f6fc5344-cb71-4d95-a80a-01918611862d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:28.794311 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:28.889285 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-47bad6f5-4c54-4538-ae2c-5cfe7d996149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:28.904155 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1aedcf7c-ed59-4a0f-81d5-7528553c126c req-c3c97c62-046b-4edf-b499-ab6f5e3e64e8 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4a520cd-e5de-4593-8814-076e3f1e186a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386706 Aug 30 18:34:28.922729 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf7e48b1d7ea734c3ab22bdf0c4fd39094da8684eda14d675e1fcbcfa40454f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e36237-2dc9-4802-9676-4d43c98a3ca6" -d '{"events": [{"server_uuid": "2ab544a2-8dc9-49d4-9b30-81ae57f1454c", "name": "network-vif-plugged", "status": "completed", "tag": "611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:34:29.009421 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port a8e16594-074f-42d5-bbfe-31e155c8207f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a8e16594-074f-42d5-bbfe-31e155c8207f,segment=NetworkSegment(aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf),segment_id=aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:34:29.025352 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:29.064707 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f8200793-d5d2-4ba6-b4c0-f696a05a2fe6 req-146c106b-3704-46bf-8d42-c7565ae1c8a1 service neutron] 10.222.0.39 "GET /v2.0/networks/fa732d19-e894-497a-96b4-f1158b92c807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0306001 Aug 30 18:34:29.081963 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc10628-c002-458f-9307-530fb99968d8 x-openstack-request-id: req-bbc10628-c002-458f-9307-530fb99968d8 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:34:29.083713 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8071980b-6ee9-4fce-bce1-f0fc63d5a906", "tag": "53d13a17-04fc-4188-8f33-c4c0135674ef", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:34:29.087006 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bbc10628-c002-458f-9307-530fb99968d8 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:34:29.090067 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8071980b-6ee9-4fce-bce1-f0fc63d5a906', 'tag': '53d13a17-04fc-4188-8f33-c4c0135674ef', 'status': 'completed', 'code': 200} Aug 30 18:34:29.098907 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-48037d3f-5470-4912-8d36-a56fb21b4838 None None] Provisioning for port e1007785-b841-4b73-ae46-07c4f05fa984 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:34:29.121357 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-48037d3f-5470-4912-8d36-a56fb21b4838 None None] Provisioning complete for port e1007785-b841-4b73-ae46-07c4f05fa984 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:34:29.122796 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-48037d3f-5470-4912-8d36-a56fb21b4838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:29.186581 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ce359214-1267-4961-a56a-3e7ced86a799 req-f7bac371-5b6c-40e2-ba6a-5fbb8af4c293 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 210 time: 0.1205513 Aug 30 18:34:29.272639 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=a8e16594-074f-42d5-bbfe-31e155c8207f,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:29.304963 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-951f309e-18b9-4c49-aab0-50a3d96d12c5 req-2c923278-418f-46b1-92a3-1ff8bd3a901f tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 210 time: 0.1061585 Aug 30 18:34:29.327720 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-48037d3f-5470-4912-8d36-a56fb21b4838 None None] Port e1007785-b841-4b73-ae46-07c4f05fa984 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:34:29.379764 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c74d4e-1b77-4e8a-8bd9-e7e9dbe8f5e7 req-986e44e4-bea0-42e4-8ead-601887db620c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:29.381727 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a2c74d4e-1b77-4e8a-8bd9-e7e9dbe8f5e7 req-986e44e4-bea0-42e4-8ead-601887db620c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b40c9b3f5af3488f90539cd60fa44e2e&device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 1097 time: 0.1073513 Aug 30 18:34:29.549949 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-94723b78-9524-4d54-9826-f246583e63b9 req-011281dc-2f4f-4a06-960b-3f72f765d269 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:29.624877 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-47bad6f5-4c54-4538-ae2c-5cfe7d996149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:29.626938 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 46414) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:29.627621 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-47bad6f5-4c54-4538-ae2c-5cfe7d996149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:29.628815 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-47bad6f5-4c54-4538-ae2c-5cfe7d996149 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/30b5b74b-4ad1-466e-9824-4938d2c71653 HTTP/1.1" status: 204 len: 168 time: 1.5755751 Aug 30 18:34:29.657251 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9999f-ac61-4400-9ac8-89dd42b66244 req-f3cb3c44-2d9a-4f39-bd04-b662c5e3e5d3 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:29.659106 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-e8f9999f-ac61-4400-9ac8-89dd42b66244 req-f3cb3c44-2d9a-4f39-bd04-b662c5e3e5d3 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=99f5e2a1-8149-48d8-b78f-369495171ebb HTTP/1.1" status: 200 len: 946 time: 0.1643598 Aug 30 18:34:29.689545 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94723b78-9524-4d54-9826-f246583e63b9 req-011281dc-2f4f-4a06-960b-3f72f765d269 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Network fa732d19-e894-497a-96b4-f1158b92c807 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:34:29.697162 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bad6f5-4c54-4538-ae2c-5cfe7d996149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b5b74b-4ad1-466e-9824-4938d2c71653,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:29.734067 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95921c68-1843-4b7c-9223-85c76068712b req-e789c65d-5815-4d84-b316-0aa8ddf805a5 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:29.737642 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-95921c68-1843-4b7c-9223-85c76068712b req-e789c65d-5815-4d84-b316-0aa8ddf805a5 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 932 time: 0.3617113 Aug 30 18:34:29.742746 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-94723b78-9524-4d54-9826-f246583e63b9 req-011281dc-2f4f-4a06-960b-3f72f765d269 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:34:29.753282 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-94723b78-9524-4d54-9826-f246583e63b9 req-011281dc-2f4f-4a06-960b-3f72f765d269 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:34:29.761319 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94723b78-9524-4d54-9826-f246583e63b9 req-011281dc-2f4f-4a06-960b-3f72f765d269 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:29.762011 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-94723b78-9524-4d54-9826-f246583e63b9 req-011281dc-2f4f-4a06-960b-3f72f765d269 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:29.788802 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011281dc-2f4f-4a06-960b-3f72f765d269 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Pushing event updated for resources: {'Port': ['ID=d56f29d0-1c3a-4a93-a5b0-2dfc17376594,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:29.827457 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-e8f9999f-ac61-4400-9ac8-89dd42b66244 req-62879b90-bd14-4286-b6ed-6540d35441ce tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497173 Aug 30 18:34:29.833202 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-94723b78-9524-4d54-9826-f246583e63b9 req-011281dc-2f4f-4a06-960b-3f72f765d269 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2864077 Aug 30 18:34:29.856375 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-94723b78-9524-4d54-9826-f246583e63b9 req-4513b7aa-ba33-4323-9b2b-6af0e6720606 service neutron] Request body: {'port': {'device_id': 'b0830297-f859-457e-8524-3f67f2a0e955', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:34:29.858900 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-95921c68-1843-4b7c-9223-85c76068712b req-acd35e39-e891-4b03-92ab-77f3b39862d2 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974379 Aug 30 18:34:29.876863 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c74d4e-1b77-4e8a-8bd9-e7e9dbe8f5e7 req-23db7fb0-5f24-4f8f-b292-3ac5b04ec50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:29.881130 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a2c74d4e-1b77-4e8a-8bd9-e7e9dbe8f5e7 req-23db7fb0-5f24-4f8f-b292-3ac5b04ec50f service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa732d19-e894-497a-96b4-f1158b92c807 HTTP/1.1" status: 200 len: 919 time: 0.4798582 Aug 30 18:34:29.975178 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-f6fc5344-cb71-4d95-a80a-01918611862d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1007785-b841-4b73-ae46-07c4f05fa984 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:34:29.979214 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a2c74d4e-1b77-4e8a-8bd9-e7e9dbe8f5e7 req-b1bde6fe-d4de-48f9-bd6c-cc4ffa35599e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53d13a17-04fc-4188-8f33-c4c0135674ef HTTP/1.1" status: 200 len: 217 time: 0.0897324 Aug 30 18:34:29.995609 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-f6fc5344-cb71-4d95-a80a-01918611862d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:30.013166 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-94723b78-9524-4d54-9826-f246583e63b9 req-4513b7aa-ba33-4323-9b2b-6af0e6720606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:30.052344 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-f6fc5344-cb71-4d95-a80a-01918611862d service neutron] Transition to ACTIVE for port object e1007785-b841-4b73-ae46-07c4f05fa984 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:34:30.131406 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c74d4e-1b77-4e8a-8bd9-e7e9dbe8f5e7 req-ab636910-8526-4fb0-bb2e-2aba5e0158bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:30.134372 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a2c74d4e-1b77-4e8a-8bd9-e7e9dbe8f5e7 req-ab636910-8526-4fb0-bb2e-2aba5e0158bf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2403c141-9264-413b-9a4f-d5fa5c3597f5 HTTP/1.1" status: 200 len: 859 time: 0.1471322 Aug 30 18:34:30.139322 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-f6fc5344-cb71-4d95-a80a-01918611862d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:30.220662 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a2c74d4e-1b77-4e8a-8bd9-e7e9dbe8f5e7 req-0f4f384d-5ef7-4159-bd81-d51047e67af4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa732d19-e894-497a-96b4-f1158b92c807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435338 Aug 30 18:34:30.287773 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f2084f42-2969-470e-b888-476001476d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:30.620399 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a2c74d4e-1b77-4e8a-8bd9-e7e9dbe8f5e7 req-d1fc6aa0-dc8c-493a-bd85-666e11f0e3be service neutron] 10.222.0.39 "GET /v2.0/networks/fa732d19-e894-497a-96b4-f1158b92c807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782704 Aug 30 18:34:30.768615 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-a84f2b14-55ef-4856-b5b3-c57aa3fe4040 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:30.770973 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-a84f2b14-55ef-4856-b5b3-c57aa3fe4040 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.39 "GET /v2.0/networks?id=ab82acb0-f81e-4d3a-b5c2-781193f4d5c9 HTTP/1.1" status: 200 len: 810 time: 0.5874898 Aug 30 18:34:30.800322 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc5344-cb71-4d95-a80a-01918611862d service neutron] Pushing event updated for resources: {'Port': ['ID=e1007785-b841-4b73-ae46-07c4f05fa984,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:30.935869 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f2084f42-2969-470e-b888-476001476d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:30.938438 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634debe0-d5a0-4758-bec7-6bd94e5a8a58 x-openstack-request-id: req-634debe0-d5a0-4758-bec7-6bd94e5a8a58 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:34:30.939848 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab544a2-8dc9-49d4-9b30-81ae57f1454c", "name": "network-vif-plugged", "status": "completed", "tag": "611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:34:30.940145 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a2c74d4e-1b77-4e8a-8bd9-e7e9dbe8f5e7 req-2030cd87-4e2c-4a42-9bbd-9efd0623dcc5 service neutron] 10.222.0.39 "GET /v2.0/networks/fa732d19-e894-497a-96b4-f1158b92c807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102827 Aug 30 18:34:30.940761 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-634debe0-d5a0-4758-bec7-6bd94e5a8a58 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:34:30.941055 dv-cinder-790492-12-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab544a2-8dc9-49d4-9b30-81ae57f1454c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd', 'code': 200} Aug 30 18:34:30.943645 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f2084f42-2969-470e-b888-476001476d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:30.961792 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313c03f-18fc-4dbd-b32f-dc3af27b7eae req-afb765a8-cd6c-4751-9ff7-9756830fba73 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:30.967590 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-9313c03f-18fc-4dbd-b32f-dc3af27b7eae req-afb765a8-cd6c-4751-9ff7-9756830fba73 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab544a2-8dc9-49d4-9b30-81ae57f1454c HTTP/1.1" status: 200 len: 945 time: 0.7915742 Aug 30 18:34:31.044436 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-f2084f42-2969-470e-b888-476001476d18 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6547a827525a4e668189608c06ddddd9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3953507 Aug 30 18:34:31.046739 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 46450) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:31.054127 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-c9b1a6fb-5609-42b3-817c-70e33d9f64c3 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8c53c4b1f724a2d82c8b9aa097e7b08 HTTP/1.1" status: 200 len: 380 time: 0.2589269 Aug 30 18:34:31.089572 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-abc8c8f8-cdef-4d2b-b4c3-91c54a186556 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Request body: {'port': {'device_id': '9fcdbd1f-7f8a-4136-a742-bb0020d44121', 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9', 'admin_state_up': True, 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'security_groups': ['210db280-cf39-4554-ba95-9e8bec0f2f0c']}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:34:31.109354 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 53d13a17-04fc-4188-8f33-c4c0135674ef details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:34:31.121006 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2084f42-2969-470e-b888-476001476d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beea4225-8ed4-4268-af9b-35170855ad36,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:31.151573 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-f6fc5344-cb71-4d95-a80a-01918611862d service neutron] Attempting to bind port e1007785-b841-4b73-ae46-07c4f05fa984 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:34:31.152051 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-f6fc5344-cb71-4d95-a80a-01918611862d service neutron] Attempting to bind port e1007785-b841-4b73-ae46-07c4f05fa984 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '40eb1e85-c7e6-44b5-807d-b44964a5af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:34:31.152540 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-f6fc5344-cb71-4d95-a80a-01918611862d service neutron] Attempting to bind port e1007785-b841-4b73-ae46-07c4f05fa984 on network 6fc39c71-5951-46b8-8518-6e7081e1cda3 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:34:31.178455 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-f6fc5344-cb71-4d95-a80a-01918611862d service neutron] Port e1007785-b841-4b73-ae46-07c4f05fa984 on network 6fc39c71-5951-46b8-8518-6e7081e1cda3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:34:31.178980 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-f6fc5344-cb71-4d95-a80a-01918611862d service neutron] Attempting to bind port e1007785-b841-4b73-ae46-07c4f05fa984 on network 6fc39c71-5951-46b8-8518-6e7081e1cda3 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:34:31.229159 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c79524bc-9870-4e11-a3ea-a85d9710afc2 req-c4974362-782f-4ab7-9aa3-6369ddef9fa1 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 210 time: 0.1112571 Aug 30 18:34:31.283288 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa2bba5b-18a3-43c5-9962-3871e3c09b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:31.366196 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-f6fc5344-cb71-4d95-a80a-01918611862d service neutron] Checking agent: {'id': '7d13e2b4-65d8-4093-b4fc-5ca6c835aab8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'started_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:34:31.366777 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-f6fc5344-cb71-4d95-a80a-01918611862d service neutron] Checking segment: {'id': '40eb1e85-c7e6-44b5-807d-b44964a5af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:34:31.367249 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-f6fc5344-cb71-4d95-a80a-01918611862d service neutron] Bound using segment: {'id': '40eb1e85-c7e6-44b5-807d-b44964a5af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:34:31.367740 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-f6fc5344-cb71-4d95-a80a-01918611862d service neutron] Bound port: e1007785-b841-4b73-ae46-07c4f05fa984, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40eb1e85-c7e6-44b5-807d-b44964a5af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:34:31.368179 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-f6fc5344-cb71-4d95-a80a-01918611862d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:31.371907 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa2bba5b-18a3-43c5-9962-3871e3c09b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:31.479970 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 53d13a17-04fc-4188-8f33-c4c0135674ef, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=53d13a17-04fc-4188-8f33-c4c0135674ef,segment=NetworkSegment(7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04),segment_id=7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:34:31.510955 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Returning: {'device': '53d13a17-04fc-4188-8f33-c4c0135674ef', 'network_id': 'fa732d19-e894-497a-96b4-f1158b92c807', 'port_id': '53d13a17-04fc-4188-8f33-c4c0135674ef', 'mac_address': 'fa:16:3e:83:3c:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2403c141-9264-413b-9a4f-d5fa5c3597f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:34:31.554276 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5d1e5-cb36-448b-8225-4c08a342970b req-a78744c1-932b-4fb4-b001-3ed266000041 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:31.564020 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-70b5d1e5-cb36-448b-8225-4c08a342970b req-a78744c1-932b-4fb4-b001-3ed266000041 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 932 time: 0.1964548 Aug 30 18:34:31.569908 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df4c45-a89a-4d74-ab92-0e4040f430dc req-519db1af-24c4-4027-b9e9-31740ebf25c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:31.569908 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-18df4c45-a89a-4d74-ab92-0e4040f430dc req-519db1af-24c4-4027-b9e9-31740ebf25c9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2ab544a2-8dc9-49d4-9b30-81ae57f1454c HTTP/1.1" status: 200 len: 1098 time: 0.2341208 Aug 30 18:34:31.605196 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-18df4c45-a89a-4d74-ab92-0e4040f430dc req-307b4d7a-65e9-47d0-bbab-9b95ea987aba service neutron] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:31.643809 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-9313c03f-18fc-4dbd-b32f-dc3af27b7eae req-43244cea-973a-4d47-a392-a6cd3c9bc084 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4a520cd-e5de-4593-8814-076e3f1e186a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6090286 Aug 30 18:34:31.658666 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa2bba5b-18a3-43c5-9962-3871e3c09b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:31.661816 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa2bba5b-18a3-43c5-9962-3871e3c09b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:31.663186 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-aa2bba5b-18a3-43c5-9962-3871e3c09b28 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/beea4225-8ed4-4268-af9b-35170855ad36 HTTP/1.1" status: 204 len: 168 time: 0.6148403 Aug 30 18:34:31.703413 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-70b5d1e5-cb36-448b-8225-4c08a342970b req-576583ea-bb4d-45ec-995a-528866ff216f tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351490 Aug 30 18:34:31.716485 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:31.740185 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2bba5b-18a3-43c5-9962-3871e3c09b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beea4225-8ed4-4268-af9b-35170855ad36,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:31.816584 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53d13a17-04fc-4188-8f33-c4c0135674ef {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:34:31.892000 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 53d13a17-04fc-4188-8f33-c4c0135674ef, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=53d13a17-04fc-4188-8f33-c4c0135674ef,segment=NetworkSegment(7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04),segment_id=7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:34:31.899621 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:31.958657 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-18df4c45-a89a-4d74-ab92-0e4040f430dc req-307b4d7a-65e9-47d0-bbab-9b95ea987aba service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:31.967961 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-18df4c45-a89a-4d74-ab92-0e4040f430dc req-307b4d7a-65e9-47d0-bbab-9b95ea987aba service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:32.004635 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=53d13a17-04fc-4188-8f33-c4c0135674ef,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:32.023056 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b4d7a-65e9-47d0-bbab-9b95ea987aba service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9b08df-ca31-4ba1-b23d-1ce243c1c26e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:32.048970 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c1d30-f091-4001-9c85-4feab71234f5 req-356d0c97-3332-4180-9b4f-6d6c0b868d4a tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:32.068869 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-830c1d30-f091-4001-9c85-4feab71234f5 req-356d0c97-3332-4180-9b4f-6d6c0b868d4a tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 944 time: 0.2018180 Aug 30 18:34:32.115898 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-18df4c45-a89a-4d74-ab92-0e4040f430dc req-307b4d7a-65e9-47d0-bbab-9b95ea987aba service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c4a520cd-e5de-4593-8814-076e3f1e186a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5278149 Aug 30 18:34:32.135506 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-830c1d30-f091-4001-9c85-4feab71234f5 req-d8a0d265-4315-440b-8f9b-4b876a67dfa4 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654981 Aug 30 18:34:32.160615 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-f6fc5344-cb71-4d95-a80a-01918611862d service neutron] For port e1007785-b841-4b73-ae46-07c4f05fa984, host hv-cinder-79049, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:34:32.209816 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-f6fc5344-cb71-4d95-a80a-01918611862d service neutron] For port e1007785-b841-4b73-ae46-07c4f05fa984, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e1007785-b841-4b73-ae46-07c4f05fa984,segment=NetworkSegment(40eb1e85-c7e6-44b5-807d-b44964a5af9c),segment_id=40eb1e85-c7e6-44b5-807d-b44964a5af9c)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:34:32.229218 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0617c6-4df9-461d-a428-bc1d4bed336b req-e01b4a89-f55a-4550-ae55-0c25bf7e2329 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:32.237985 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-4e0617c6-4df9-461d-a428-bc1d4bed336b req-e01b4a89-f55a-4550-ae55-0c25bf7e2329 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=99f5e2a1-8149-48d8-b78f-369495171ebb HTTP/1.1" status: 200 len: 946 time: 0.1699123 Aug 30 18:34:32.247361 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-f6fc5344-cb71-4d95-a80a-01918611862d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:32.252618 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['53d13a17-04fc-4188-8f33-c4c0135674ef'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:34:32.303552 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [req-94723b78-9524-4d54-9826-f246583e63b9 req-4513b7aa-ba33-4323-9b2b-6af0e6720606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d56f29d0-1c3a-4a93-a5b0-2dfc17376594 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:34:32.339172 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-94723b78-9524-4d54-9826-f246583e63b9 req-4513b7aa-ba33-4323-9b2b-6af0e6720606 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:32.394807 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-f6fc5344-cb71-4d95-a80a-01918611862d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:32.395811 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-f6fc5344-cb71-4d95-a80a-01918611862d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:32.397739 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-f6fc5344-cb71-4d95-a80a-01918611862d service neutron] 10.222.0.39 "PUT /v2.0/ports/e1007785-b841-4b73-ae46-07c4f05fa984 HTTP/1.1" status: 200 len: 1094 time: 3.9461744 Aug 30 18:34:32.406253 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ccb0d23-9b82-4d03-803b-1bb63e08ecb8', 'tag': 'e1007785-b841-4b73-ae46-07c4f05fa984'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:34:32.409026 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549be2a7-2950-4cab-8fad-4033b4d58180" -d '{"events": [{"name": "network-changed", "server_uuid": "2ccb0d23-9b82-4d03-803b-1bb63e08ecb8", "tag": "e1007785-b841-4b73-ae46-07c4f05fa984"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:34:32.422858 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-94723b78-9524-4d54-9826-f246583e63b9 req-4513b7aa-ba33-4323-9b2b-6af0e6720606 service neutron] Transition to ACTIVE for port object d56f29d0-1c3a-4a93-a5b0-2dfc17376594 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:34:32.446018 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-94723b78-9524-4d54-9826-f246583e63b9 req-4513b7aa-ba33-4323-9b2b-6af0e6720606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:32.475560 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-4e0617c6-4df9-461d-a428-bc1d4bed336b req-98eae5f9-7fea-4055-a0f5-4d273f5665c0 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364364 Aug 30 18:34:32.489774 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc5344-cb71-4d95-a80a-01918611862d service neutron] Pushing event updated for resources: {'Port': ['ID=e1007785-b841-4b73-ae46-07c4f05fa984,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:32.517231 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-abc8c8f8-cdef-4d2b-b4c3-91c54a186556 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Made reservation on behalf of c8c53c4b1f724a2d82c8b9aa097e7b08 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:34:32.528866 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-abc8c8f8-cdef-4d2b-b4c3-91c54a186556 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:32.535789 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-44a5695d-140d-4284-b7c8-c0cbaa9b2de9 req-d69e7574-3ca2-40b2-a3f3-bc2162694821 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 210 time: 0.0732470 Aug 30 18:34:32.626753 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7c7fed-5fdb-4d2a-a505-a521d4e728b6 x-openstack-request-id: req-3e7c7fed-5fdb-4d2a-a505-a521d4e728b6 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:34:32.627286 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ccb0d23-9b82-4d03-803b-1bb63e08ecb8", "tag": "e1007785-b841-4b73-ae46-07c4f05fa984", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:34:32.628442 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3e7c7fed-5fdb-4d2a-a505-a521d4e728b6 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:34:32.628442 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ccb0d23-9b82-4d03-803b-1bb63e08ecb8', 'tag': 'e1007785-b841-4b73-ae46-07c4f05fa984', 'status': 'completed', 'code': 200} Aug 30 18:34:32.726309 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513b7aa-ba33-4323-9b2b-6af0e6720606 service neutron] Pushing event updated for resources: {'Port': ['ID=d56f29d0-1c3a-4a93-a5b0-2dfc17376594,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:32.910104 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5b217-33f0-4b26-8e93-8fd8ba818fd3 req-698196eb-1c49-423a-8043-a64e1b8e7a72 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:32.912751 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-10d5b217-33f0-4b26-8e93-8fd8ba818fd3 req-698196eb-1c49-423a-8043-a64e1b8e7a72 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab544a2-8dc9-49d4-9b30-81ae57f1454c HTTP/1.1" status: 200 len: 945 time: 0.1210108 Aug 30 18:34:32.933034 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-22300259-f750-4634-b363-2c45de3231e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:32.936924 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-22300259-f750-4634-b363-2c45de3231e3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d89643519bc34769a45d10e5754b227b&device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 1097 time: 0.4599340 Aug 30 18:34:32.944826 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f5e2a1-8149-48d8-b78f-369495171ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e16594-074f-42d5-bbfe-31e155c8207f'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:34:32.946618 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 46490) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:32.951083 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf7e48b1d7ea734c3ab22bdf0c4fd39094da8684eda14d675e1fcbcfa40454f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f96af1-4ca8-419f-8814-157d11217557" -d '{"events": [{"server_uuid": "99f5e2a1-8149-48d8-b78f-369495171ebb", "name": "network-vif-plugged", "status": "completed", "tag": "a8e16594-074f-42d5-bbfe-31e155c8207f"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:34:32.979979 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-497fb24e-89f1-4307-8165-acaf1ea11a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:33.022488 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-10d5b217-33f0-4b26-8e93-8fd8ba818fd3 req-c005884b-8637-428a-8495-2d7559382b4c tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4a520cd-e5de-4593-8814-076e3f1e186a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984738 Aug 30 18:34:33.111536 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3cd475-2dd6-474b-a04a-6b80f1912c5f x-openstack-request-id: req-3c3cd475-2dd6-474b-a04a-6b80f1912c5f {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:34:33.113516 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f5e2a1-8149-48d8-b78f-369495171ebb", "name": "network-vif-plugged", "status": "completed", "tag": "a8e16594-074f-42d5-bbfe-31e155c8207f", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:34:33.114523 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3c3cd475-2dd6-474b-a04a-6b80f1912c5f {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:34:33.115475 dv-cinder-790492-12-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f5e2a1-8149-48d8-b78f-369495171ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e16594-074f-42d5-bbfe-31e155c8207f', 'code': 200} Aug 30 18:34:33.159217 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-eaa341ff-2952-42d8-ab01-55ee12525fd7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1007785-b841-4b73-ae46-07c4f05fa984 HTTP/1.1" status: 200 len: 217 time: 0.1647282 Aug 30 18:34:33.166470 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-94723b78-9524-4d54-9826-f246583e63b9 req-4513b7aa-ba33-4323-9b2b-6af0e6720606 service neutron] Attempting to bind port d56f29d0-1c3a-4a93-a5b0-2dfc17376594 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:34:33.166470 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-94723b78-9524-4d54-9826-f246583e63b9 req-4513b7aa-ba33-4323-9b2b-6af0e6720606 service neutron] Attempting to bind port d56f29d0-1c3a-4a93-a5b0-2dfc17376594 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fa732d19-e894-497a-96b4-f1158b92c807'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:34:33.167649 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94723b78-9524-4d54-9826-f246583e63b9 req-4513b7aa-ba33-4323-9b2b-6af0e6720606 service neutron] Attempting to bind port d56f29d0-1c3a-4a93-a5b0-2dfc17376594 on network fa732d19-e894-497a-96b4-f1158b92c807 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:34:33.236816 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94723b78-9524-4d54-9826-f246583e63b9 req-4513b7aa-ba33-4323-9b2b-6af0e6720606 service neutron] Port d56f29d0-1c3a-4a93-a5b0-2dfc17376594 on network fa732d19-e894-497a-96b4-f1158b92c807 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:34:33.237218 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94723b78-9524-4d54-9826-f246583e63b9 req-4513b7aa-ba33-4323-9b2b-6af0e6720606 service neutron] Attempting to bind port d56f29d0-1c3a-4a93-a5b0-2dfc17376594 on network fa732d19-e894-497a-96b4-f1158b92c807 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:34:33.318516 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-497fb24e-89f1-4307-8165-acaf1ea11a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:33.343993 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-497fb24e-89f1-4307-8165-acaf1ea11a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:33.453952 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-abc8c8f8-cdef-4d2b-b4c3-91c54a186556 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Allocated IP 172.20.0.4 (ab82acb0-f81e-4d3a-b5c2-781193f4d5c9/06b2e4f8-43ee-4d3b-b176-d28355e277df/eb84229e-624a-4bf8-b1b3-9691ab34f638) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:34:33.503441 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-497fb24e-89f1-4307-8165-acaf1ea11a04 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9d5ff3ce9f9048b18fba8f18cedb532f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5544281 Aug 30 18:34:33.528973 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 46504) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:33.545596 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497fb24e-89f1-4307-8165-acaf1ea11a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f37b3ad-3981-41a7-ab93-4be1ae57201d,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:33.586217 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdba12c-480d-41af-9250-a833b164a426 req-c7e49ee5-9303-4f2d-bfda-3ab18bc8bc1f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:33.589204 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7bdba12c-480d-41af-9250-a833b164a426 req-c7e49ee5-9303-4f2d-bfda-3ab18bc8bc1f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 944 time: 0.2676032 Aug 30 18:34:33.614409 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94723b78-9524-4d54-9826-f246583e63b9 req-4513b7aa-ba33-4323-9b2b-6af0e6720606 service neutron] Checking agent: {'id': '7d13e2b4-65d8-4093-b4fc-5ca6c835aab8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'started_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:34:33.614409 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94723b78-9524-4d54-9826-f246583e63b9 req-4513b7aa-ba33-4323-9b2b-6af0e6720606 service neutron] Checking segment: {'id': '7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fa732d19-e894-497a-96b4-f1158b92c807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:34:33.614409 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94723b78-9524-4d54-9826-f246583e63b9 req-4513b7aa-ba33-4323-9b2b-6af0e6720606 service neutron] Bound using segment: {'id': '7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fa732d19-e894-497a-96b4-f1158b92c807'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:34:33.614971 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-94723b78-9524-4d54-9826-f246583e63b9 req-4513b7aa-ba33-4323-9b2b-6af0e6720606 service neutron] Bound port: d56f29d0-1c3a-4a93-a5b0-2dfc17376594, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fa732d19-e894-497a-96b4-f1158b92c807'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:34:33.615540 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-94723b78-9524-4d54-9826-f246583e63b9 req-4513b7aa-ba33-4323-9b2b-6af0e6720606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:33.641272 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d0416-adb3-4528-96de-72ad3c07576d req-c20b46b1-119e-46b1-8bc9-b100b2dbebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:33.644187 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6e2d0416-adb3-4528-96de-72ad3c07576d req-c20b46b1-119e-46b1-8bc9-b100b2dbebb7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=99f5e2a1-8149-48d8-b78f-369495171ebb HTTP/1.1" status: 200 len: 1099 time: 0.1817536 Aug 30 18:34:33.730196 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e4aa8-526d-4142-8947-82392f363320 req-e6fc95f9-3f83-4002-b302-15ee8ea1e606 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:33.736117 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6e2d0416-adb3-4528-96de-72ad3c07576d req-227ee821-886f-41a5-b3d6-9552dd3ee617 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811036 Aug 30 18:34:33.744086 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ad2e4aa8-526d-4142-8947-82392f363320 req-e6fc95f9-3f83-4002-b302-15ee8ea1e606 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 944 time: 0.8485110 Aug 30 18:34:33.750679 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7bdba12c-480d-41af-9250-a833b164a426 req-19e43ce2-50e6-4ab7-9695-8692122ebbfc tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505442 Aug 30 18:34:33.765829 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-c8589c00-109c-4bed-98f3-d21863bcc45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:33.775216 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-c8589c00-109c-4bed-98f3-d21863bcc45c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e547c2a0-76a1-4c05-919d-55422e695ce0 HTTP/1.1" status: 200 len: 856 time: 0.5941532 Aug 30 18:34:33.931945 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1cc7812e-f2fa-4b48-90f3-deb1681a15db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:34.007056 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e8ba8-f47d-4c09-affd-15a47c79eba4 req-4fa1a6e4-dcd9-424b-ac9d-e26a48ee10fe tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:34.010335 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e97e8ba8-f47d-4c09-affd-15a47c79eba4 req-4fa1a6e4-dcd9-424b-ac9d-e26a48ee10fe tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=99f5e2a1-8149-48d8-b78f-369495171ebb HTTP/1.1" status: 200 len: 946 time: 0.1179380 Aug 30 18:34:34.032111 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1cc7812e-f2fa-4b48-90f3-deb1681a15db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:34.054920 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ad2e4aa8-526d-4142-8947-82392f363320 req-feffda71-ee89-41a8-96ee-bf1c0c86ed37 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094916 Aug 30 18:34:34.127073 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e97e8ba8-f47d-4c09-affd-15a47c79eba4 req-78504d5f-83d7-4bc8-a7c5-984f7b7c1ac4 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034491 Aug 30 18:34:34.211671 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-94723b78-9524-4d54-9826-f246583e63b9 req-4513b7aa-ba33-4323-9b2b-6af0e6720606 service neutron] For port d56f29d0-1c3a-4a93-a5b0-2dfc17376594, host hv-cinder-79049, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:34:34.218617 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-94723b78-9524-4d54-9826-f246583e63b9 req-4513b7aa-ba33-4323-9b2b-6af0e6720606 service neutron] For port d56f29d0-1c3a-4a93-a5b0-2dfc17376594, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=d56f29d0-1c3a-4a93-a5b0-2dfc17376594,segment=NetworkSegment(7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04),segment_id=7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:34:34.286689 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-94723b78-9524-4d54-9826-f246583e63b9 req-4513b7aa-ba33-4323-9b2b-6af0e6720606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:34.413153 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513b7aa-ba33-4323-9b2b-6af0e6720606 service neutron] Pushing event updated for resources: {'Port': ['ID=d56f29d0-1c3a-4a93-a5b0-2dfc17376594,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:34.483169 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b6de1-4a5a-4173-b750-e44fc87db28a req-307a8631-a5cb-4528-8ce5-2382ad09d3d3 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:34.486790 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-abc8c8f8-cdef-4d2b-b4c3-91c54a186556 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:34.487083 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f07b6de1-4a5a-4173-b750-e44fc87db28a req-307a8631-a5cb-4528-8ce5-2382ad09d3d3 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab544a2-8dc9-49d4-9b30-81ae57f1454c HTTP/1.1" status: 200 len: 945 time: 0.0974193 Aug 30 18:34:34.531278 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-abc8c8f8-cdef-4d2b-b4c3-91c54a186556 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Transition to ACTIVE for port object eb84229e-624a-4bf8-b1b3-9691ab34f638 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:34:34.563980 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ce1ab39b-0a5f-4f38-a602-d5b6a3d2e142 req-93a90c05-d42a-420c-8422-ad486f498453 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 210 time: 0.3089244 Aug 30 18:34:34.576375 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f07b6de1-4a5a-4173-b750-e44fc87db28a req-bd5d5a5a-da65-4fd8-b98a-8778e4ebe74e tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4a520cd-e5de-4593-8814-076e3f1e186a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711441 Aug 30 18:34:34.612828 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94723b78-9524-4d54-9826-f246583e63b9 req-4513b7aa-ba33-4323-9b2b-6af0e6720606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:34.613745 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-94723b78-9524-4d54-9826-f246583e63b9 req-4513b7aa-ba33-4323-9b2b-6af0e6720606 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:34.615604 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-94723b78-9524-4d54-9826-f246583e63b9 req-4513b7aa-ba33-4323-9b2b-6af0e6720606 service neutron] 10.222.0.39 "PUT /v2.0/ports/d56f29d0-1c3a-4a93-a5b0-2dfc17376594 HTTP/1.1" status: 200 len: 1094 time: 4.7666228 Aug 30 18:34:34.630770 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0830297-f859-457e-8524-3f67f2a0e955', 'tag': 'd56f29d0-1c3a-4a93-a5b0-2dfc17376594'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:34:34.638395 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34820bd2-d90d-4e8b-bb7f-4a5b227e521c" -d '{"events": [{"name": "network-changed", "server_uuid": "b0830297-f859-457e-8524-3f67f2a0e955", "tag": "d56f29d0-1c3a-4a93-a5b0-2dfc17376594"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:34:34.725204 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-68bf9367-0337-4acc-8888-f76c6dc30381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:34.727806 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-68bf9367-0337-4acc-8888-f76c6dc30381 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6fc39c71-5951-46b8-8518-6e7081e1cda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.6920991 Aug 30 18:34:34.728983 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1cc7812e-f2fa-4b48-90f3-deb1681a15db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:34.735120 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1cc7812e-f2fa-4b48-90f3-deb1681a15db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:34.739519 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-1cc7812e-f2fa-4b48-90f3-deb1681a15db admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5f37b3ad-3981-41a7-ab93-4be1ae57201d HTTP/1.1" status: 204 len: 168 time: 1.1973553 Aug 30 18:34:34.767010 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-abc8c8f8-cdef-4d2b-b4c3-91c54a186556 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:34.777366 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd813a8-93ce-4e34-b92e-13cba33efb56 x-openstack-request-id: req-1fd813a8-93ce-4e34-b92e-13cba33efb56 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:34:34.777737 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0830297-f859-457e-8524-3f67f2a0e955", "tag": "d56f29d0-1c3a-4a93-a5b0-2dfc17376594", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:34:34.777991 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1fd813a8-93ce-4e34-b92e-13cba33efb56 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:34:34.778453 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0830297-f859-457e-8524-3f67f2a0e955', 'tag': 'd56f29d0-1c3a-4a93-a5b0-2dfc17376594', 'status': 'completed', 'code': 200} Aug 30 18:34:34.876176 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7812e-f2fa-4b48-90f3-deb1681a15db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f37b3ad-3981-41a7-ab93-4be1ae57201d,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:35.031461 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8c8f8-cdef-4d2b-b4c3-91c54a186556 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Pushing event updated for resources: {'Port': ['ID=eb84229e-624a-4bf8-b1b3-9691ab34f638,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:35.101334 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-abc8c8f8-cdef-4d2b-b4c3-91c54a186556 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Network ab82acb0-f81e-4d3a-b5c2-781193f4d5c9 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:34:35.111956 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94723b78-9524-4d54-9826-f246583e63b9 req-e59c841d-8d3a-43b6-af50-91bac763b4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:35.114485 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-94723b78-9524-4d54-9826-f246583e63b9 req-e59c841d-8d3a-43b6-af50-91bac763b4d0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b40c9b3f5af3488f90539cd60fa44e2e&device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 1097 time: 0.4010465 Aug 30 18:34:35.115809 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-abc8c8f8-cdef-4d2b-b4c3-91c54a186556 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:34:35.119571 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-abc8c8f8-cdef-4d2b-b4c3-91c54a186556 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:34:35.132231 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 53d13a17-04fc-4188-8f33-c4c0135674ef up at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:34:35.138561 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-abc8c8f8-cdef-4d2b-b4c3-91c54a186556 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:35.140169 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-abc8c8f8-cdef-4d2b-b4c3-91c54a186556 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:35.167394 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f83733-1c8b-41dd-9584-4f27764810bb req-1481c942-2b57-49d0-869c-347c6c8d4e6e tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:35.189738 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-80f83733-1c8b-41dd-9584-4f27764810bb req-1481c942-2b57-49d0-869c-347c6c8d4e6e tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 944 time: 0.2583206 Aug 30 18:34:35.316781 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning for port 53d13a17-04fc-4188-8f33-c4c0135674ef completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:34:35.327527 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning complete for port 53d13a17-04fc-4188-8f33-c4c0135674ef triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:34:35.328675 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:35.400207 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-80f83733-1c8b-41dd-9584-4f27764810bb req-d3bffe26-33a6-4478-a68b-b4b7c8d20e0d tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060282 Aug 30 18:34:35.423961 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-94723b78-9524-4d54-9826-f246583e63b9 req-93a78612-cede-44ce-9aa7-e195550ed0ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d56f29d0-1c3a-4a93-a5b0-2dfc17376594 HTTP/1.1" status: 200 len: 217 time: 0.2270229 Aug 30 18:34:35.514308 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-abc8c8f8-cdef-4d2b-b4c3-91c54a186556 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4293158 Aug 30 18:34:35.650527 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-dcdbcbe0-7ec7-4a2b-b903-33e40f96e572 service neutron] Request body: {'port': {'device_id': '9fcdbd1f-7f8a-4136-a742-bb0020d44121', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:34:35.671611 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:35.692727 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d11f3e-bce4-497a-a818-b6ff0d21c799 req-dc8445bf-4d71-48bd-8474-c68cdc883353 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:35.693486 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f4260db7-961a-414a-b568-a86a7461fac7 None None] Provisioning for port eb84229e-624a-4bf8-b1b3-9691ab34f638 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:34:35.698031 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d2d11f3e-bce4-497a-a818-b6ff0d21c799 req-dc8445bf-4d71-48bd-8474-c68cdc883353 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=99f5e2a1-8149-48d8-b78f-369495171ebb HTTP/1.1" status: 200 len: 946 time: 0.1312342 Aug 30 18:34:35.714220 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-235bfdc2-9dba-4bbb-b9e2-a81819d2f909 service neutron] 10.222.0.39 "GET /v2.0/networks/6fc39c71-5951-46b8-8518-6e7081e1cda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9634700 Aug 30 18:34:35.732262 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f4260db7-961a-414a-b568-a86a7461fac7 None None] Provisioning complete for port eb84229e-624a-4bf8-b1b3-9691ab34f638 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:34:35.732796 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f4260db7-961a-414a-b568-a86a7461fac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:35.771594 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8071980b-6ee9-4fce-bce1-f0fc63d5a906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d13a17-04fc-4188-8f33-c4c0135674ef'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:34:35.775729 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf7e48b1d7ea734c3ab22bdf0c4fd39094da8684eda14d675e1fcbcfa40454f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357c703f-5e1f-45f9-b743-b2da8dc086e6" -d '{"events": [{"server_uuid": "8071980b-6ee9-4fce-bce1-f0fc63d5a906", "name": "network-vif-plugged", "status": "completed", "tag": "53d13a17-04fc-4188-8f33-c4c0135674ef"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:34:35.787429 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d2d11f3e-bce4-497a-a818-b6ff0d21c799 req-79ea6f31-9026-4395-9e83-42ec93f155a4 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789399 Aug 30 18:34:35.880344 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 53d13a17-04fc-4188-8f33-c4c0135674ef, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=53d13a17-04fc-4188-8f33-c4c0135674ef,segment=NetworkSegment(7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04),segment_id=7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:34:35.923072 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:35.957710 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c93b06-c73d-4efb-8001-41915470c68f req-f8609aff-1c32-4fb7-8dc8-723b3becd2ea tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:35.961655 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-58c93b06-c73d-4efb-8001-41915470c68f req-f8609aff-1c32-4fb7-8dc8-723b3becd2ea tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 944 time: 0.4890361 Aug 30 18:34:35.964568 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94723b78-9524-4d54-9826-f246583e63b9 req-66659474-cd26-4289-adc0-876937d302d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:35.968040 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-94723b78-9524-4d54-9826-f246583e63b9 req-66659474-cd26-4289-adc0-876937d302d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2403c141-9264-413b-9a4f-d5fa5c3597f5 HTTP/1.1" status: 200 len: 859 time: 0.5360584 Aug 30 18:34:36.030827 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f4260db7-961a-414a-b568-a86a7461fac7 None None] Port eb84229e-624a-4bf8-b1b3-9691ab34f638 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:34:36.135070 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-94723b78-9524-4d54-9826-f246583e63b9 req-6e14c4cc-837f-4584-b6f1-22d3fa3b2ccd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa732d19-e894-497a-96b4-f1158b92c807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858033 Aug 30 18:34:36.195898 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-dcdbcbe0-7ec7-4a2b-b903-33e40f96e572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:36.200546 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=53d13a17-04fc-4188-8f33-c4c0135674ef,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:36.202890 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 46574) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:36.311631 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9370a2-73d8-4af9-921c-5ea3ff00fa06 req-7cc3e142-9faf-4c64-988a-1f1777a5ee38 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:36.328112 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6b9370a2-73d8-4af9-921c-5ea3ff00fa06 req-7cc3e142-9faf-4c64-988a-1f1777a5ee38 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 931 time: 0.2400298 Aug 30 18:34:36.441132 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6b9370a2-73d8-4af9-921c-5ea3ff00fa06 req-d7c68203-6d13-403d-b2a3-530db1af2c1f tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071911 Aug 30 18:34:36.576478 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-58c93b06-c73d-4efb-8001-41915470c68f req-0ae6e1b4-6fb5-47b3-8cf3-66026ad846e9 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5296481 Aug 30 18:34:36.727976 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-94723b78-9524-4d54-9826-f246583e63b9 req-92dbf207-552e-44d6-b54a-75d84923cda1 service neutron] 10.222.0.39 "GET /v2.0/networks/fa732d19-e894-497a-96b4-f1158b92c807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5915971 Aug 30 18:34:36.767529 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667f7aaa-e65d-4ef5-a573-1b07b5317b85 x-openstack-request-id: req-667f7aaa-e65d-4ef5-a573-1b07b5317b85 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:34:36.768391 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8071980b-6ee9-4fce-bce1-f0fc63d5a906", "name": "network-vif-plugged", "status": "completed", "tag": "53d13a17-04fc-4188-8f33-c4c0135674ef", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:34:36.769348 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-667f7aaa-e65d-4ef5-a573-1b07b5317b85 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:34:36.770445 dv-cinder-790492-12-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8071980b-6ee9-4fce-bce1-f0fc63d5a906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d13a17-04fc-4188-8f33-c4c0135674ef', 'code': 200} Aug 30 18:34:36.968308 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a88ce-c05f-498c-b082-8776ad80ddfb req-ddc4e34c-05d0-4052-a9c8-9588c7b5e6fb tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:36.968308 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e01a88ce-c05f-498c-b082-8776ad80ddfb req-ddc4e34c-05d0-4052-a9c8-9588c7b5e6fb tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab544a2-8dc9-49d4-9b30-81ae57f1454c HTTP/1.1" status: 200 len: 945 time: 0.2351694 Aug 30 18:34:37.128633 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e01a88ce-c05f-498c-b082-8776ad80ddfb req-ccb2c437-a8da-42b3-8f09-06d1d102e75c tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4a520cd-e5de-4593-8814-076e3f1e186a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286185 Aug 30 18:34:37.191732 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f76920-5800-45ed-8ae4-edbfc1f22f55 req-7f8f5be2-e6ca-4fc4-a350-d7f5969394cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:37.194579 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-59f76920-5800-45ed-8ae4-edbfc1f22f55 req-7f8f5be2-e6ca-4fc4-a350-d7f5969394cc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 1099 time: 0.0909066 Aug 30 18:34:37.271619 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-59f76920-5800-45ed-8ae4-edbfc1f22f55 req-745a34d7-3e93-41c1-bc77-3e584c124f03 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632708 Aug 30 18:34:37.336675 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d04fdfd8-0fa3-4256-99b8-c2b77b750da4 req-c10028d6-b7ab-44a5-87d8-d4ba438e0413 service neutron] 10.222.0.39 "GET /v2.0/networks/6fc39c71-5951-46b8-8518-6e7081e1cda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5364125 Aug 30 18:34:37.478859 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e3ee416f-7721-4312-847e-ed52f195c865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:37.707833 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfd7f2-e657-4dff-92b8-87ea34d564f3 req-b1552456-0abe-43cf-9136-e9aab2a4f95d tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:37.730998 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b6bfd7f2-e657-4dff-92b8-87ea34d564f3 req-b1552456-0abe-43cf-9136-e9aab2a4f95d tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 931 time: 0.1260698 Aug 30 18:34:37.880052 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b6bfd7f2-e657-4dff-92b8-87ea34d564f3 req-74b6a97f-9c2d-4b86-9675-5aa2b212fcfc tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481738 Aug 30 18:34:37.972402 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-60cb1340-5cba-45ca-94cd-ec4a5a83d6f1 req-1c1ae84c-4c69-40e2-b24f-a299e32b35e6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=99f5e2a1-8149-48d8-b78f-369495171ebb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6483397 Aug 30 18:34:38.006648 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca23cc-8b11-4d3d-b0da-bcf1c19e2a0f req-242ea7bf-32c1-474b-b775-ccdbc089d217 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:38.014590 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3aca23cc-8b11-4d3d-b0da-bcf1c19e2a0f req-242ea7bf-32c1-474b-b775-ccdbc089d217 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 944 time: 0.7740037 Aug 30 18:34:38.053299 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-94723b78-9524-4d54-9826-f246583e63b9 req-7536edb2-b7ad-478d-af0c-b1250fd517cf service neutron] 10.222.0.39 "GET /v2.0/networks/fa732d19-e894-497a-96b4-f1158b92c807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2477486 Aug 30 18:34:38.130172 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bcae7f-bcd1-4492-bf9f-8c1c3e300b0d req-ddb1c343-9e9e-4ac5-af01-163750a236a6 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:38.145130 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-57bcae7f-bcd1-4492-bf9f-8c1c3e300b0d req-ddb1c343-9e9e-4ac5-af01-163750a236a6 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 944 time: 0.1541138 Aug 30 18:34:38.209795 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-57bcae7f-bcd1-4492-bf9f-8c1c3e300b0d req-86cae313-3417-411b-bae5-55e40163d32b tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636935 Aug 30 18:34:38.349172 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549be2a7-2950-4cab-8fad-4033b4d58180 req-f310aca2-f3a7-4770-9977-85b49ecd6455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:38.352748 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-549be2a7-2950-4cab-8fad-4033b4d58180 req-f310aca2-f3a7-4770-9977-85b49ecd6455 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d89643519bc34769a45d10e5754b227b&device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 1097 time: 0.6368370 Aug 30 18:34:38.358978 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e3ee416f-7721-4312-847e-ed52f195c865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:38.385692 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3aca23cc-8b11-4d3d-b0da-bcf1c19e2a0f req-1e825430-be48-41d9-99a0-e4012784aeb7 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3685367 Aug 30 18:34:38.416613 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e3ee416f-7721-4312-847e-ed52f195c865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:38.498887 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:38.635223 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb1340-5cba-45ca-94cd-ec4a5a83d6f1 req-b8b863bd-2cb4-4cb7-857d-17156e7bbc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:38.638804 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-60cb1340-5cba-45ca-94cd-ec4a5a83d6f1 req-b8b863bd-2cb4-4cb7-857d-17156e7bbc94 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=26da63fb9503419c953e7d900a0bbf6f&device_id=99f5e2a1-8149-48d8-b78f-369495171ebb HTTP/1.1" status: 200 len: 1099 time: 0.5176919 Aug 30 18:34:38.709568 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-e3ee416f-7721-4312-847e-ed52f195c865 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=545e8c4de2fc4410980165c76804b1bf&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5005226 Aug 30 18:34:38.712277 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 46646) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:38.713205 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34820bd2-d90d-4e8b-bb7f-4a5b227e521c req-7a7917f9-4713-4427-9350-3a63524689fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:38.717085 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-34820bd2-d90d-4e8b-bb7f-4a5b227e521c req-7a7917f9-4713-4427-9350-3a63524689fa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b40c9b3f5af3488f90539cd60fa44e2e&device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 1097 time: 0.4800861 Aug 30 18:34:38.768255 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee416f-7721-4312-847e-ed52f195c865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c52c034-32f8-4957-b1aa-9743d6e3b613,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:38.800213 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1877d9f0-a8de-44ce-8a5b-6d3211672b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:38.846773 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1877d9f0-a8de-44ce-8a5b-6d3211672b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:38.906529 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee416f-7721-4312-847e-ed52f195c865 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:34:38.907114 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee416f-7721-4312-847e-ed52f195c865 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:34:38.907540 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee416f-7721-4312-847e-ed52f195c865 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:34:38.908251 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee416f-7721-4312-847e-ed52f195c865 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:34:38.908976 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee416f-7721-4312-847e-ed52f195c865 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:34:38.909265 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee416f-7721-4312-847e-ed52f195c865 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:34:38.909806 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee416f-7721-4312-847e-ed52f195c865 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:34:38.910474 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee416f-7721-4312-847e-ed52f195c865 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:34:38.910962 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee416f-7721-4312-847e-ed52f195c865 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:34:38.911557 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee416f-7721-4312-847e-ed52f195c865 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:34:38.912091 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee416f-7721-4312-847e-ed52f195c865 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:34:38.912679 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee416f-7721-4312-847e-ed52f195c865 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:34:38.934007 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-dcdbcbe0-7ec7-4a2b-b903-33e40f96e572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb84229e-624a-4bf8-b1b3-9691ab34f638 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:34:38.963454 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1877d9f0-a8de-44ce-8a5b-6d3211672b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:38.969527 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1877d9f0-a8de-44ce-8a5b-6d3211672b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:38.971191 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-1877d9f0-a8de-44ce-8a5b-6d3211672b3a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3c52c034-32f8-4957-b1aa-9743d6e3b613 HTTP/1.1" status: 204 len: 168 time: 0.2570775 Aug 30 18:34:38.983867 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549be2a7-2950-4cab-8fad-4033b4d58180 req-2f487609-0aab-4454-a12f-03295013d6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:38.986290 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-549be2a7-2950-4cab-8fad-4033b4d58180 req-2f487609-0aab-4454-a12f-03295013d6fa service neutron] 10.222.0.39 "GET /v2.0/networks?id=6fc39c71-5951-46b8-8518-6e7081e1cda3 HTTP/1.1" status: 200 len: 917 time: 0.6066644 Aug 30 18:34:38.989991 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-dcdbcbe0-7ec7-4a2b-b903-33e40f96e572 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:38.991276 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1877d9f0-a8de-44ce-8a5b-6d3211672b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c52c034-32f8-4957-b1aa-9743d6e3b613,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:39.010198 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1877d9f0-a8de-44ce-8a5b-6d3211672b3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:34:39.010788 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1877d9f0-a8de-44ce-8a5b-6d3211672b3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:34:39.012604 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1877d9f0-a8de-44ce-8a5b-6d3211672b3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:34:39.014114 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1877d9f0-a8de-44ce-8a5b-6d3211672b3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:34:39.015264 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1877d9f0-a8de-44ce-8a5b-6d3211672b3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:34:39.016062 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1877d9f0-a8de-44ce-8a5b-6d3211672b3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:34:39.016615 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1877d9f0-a8de-44ce-8a5b-6d3211672b3a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:34:39.017150 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1877d9f0-a8de-44ce-8a5b-6d3211672b3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:34:39.017616 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1877d9f0-a8de-44ce-8a5b-6d3211672b3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:34:39.018006 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1877d9f0-a8de-44ce-8a5b-6d3211672b3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:34:39.018451 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1877d9f0-a8de-44ce-8a5b-6d3211672b3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:34:39.019801 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1877d9f0-a8de-44ce-8a5b-6d3211672b3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:34:39.035292 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-dcdbcbe0-7ec7-4a2b-b903-33e40f96e572 service neutron] Transition to ACTIVE for port object eb84229e-624a-4bf8-b1b3-9691ab34f638 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:34:39.042605 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-dcdbcbe0-7ec7-4a2b-b903-33e40f96e572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:39.191662 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb1340-5cba-45ca-94cd-ec4a5a83d6f1 req-f88ce966-0faa-49dc-91e5-c670c697c463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:39.193608 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-60cb1340-5cba-45ca-94cd-ec4a5a83d6f1 req-f88ce966-0faa-49dc-91e5-c670c697c463 service neutron] 10.222.0.39 "GET /v2.0/networks?id=86c6f4e9-f587-46d0-83b4-7617f4688e93 HTTP/1.1" status: 200 len: 914 time: 0.4712517 Aug 30 18:34:39.221930 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdbcbe0-7ec7-4a2b-b903-33e40f96e572 service neutron] Pushing event updated for resources: {'Port': ['ID=eb84229e-624a-4bf8-b1b3-9691ab34f638,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:39.322670 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1dd85-227c-4bfe-aca2-4728de30a931 req-0d639a34-06fd-44b9-b731-3ead211a8363 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:39.324991 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-62f1dd85-227c-4bfe-aca2-4728de30a931 req-0d639a34-06fd-44b9-b731-3ead211a8363 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 943 time: 0.2067914 Aug 30 18:34:39.326260 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-dcdbcbe0-7ec7-4a2b-b903-33e40f96e572 service neutron] Attempting to bind port eb84229e-624a-4bf8-b1b3-9691ab34f638 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:34:39.326837 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-dcdbcbe0-7ec7-4a2b-b903-33e40f96e572 service neutron] Attempting to bind port eb84229e-624a-4bf8-b1b3-9691ab34f638 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '79b37a73-214a-48d0-8530-dbb5845d8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:34:39.327529 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-dcdbcbe0-7ec7-4a2b-b903-33e40f96e572 service neutron] Attempting to bind port eb84229e-624a-4bf8-b1b3-9691ab34f638 on network ab82acb0-f81e-4d3a-b5c2-781193f4d5c9 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:34:39.334787 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-dcdbcbe0-7ec7-4a2b-b903-33e40f96e572 service neutron] Port eb84229e-624a-4bf8-b1b3-9691ab34f638 on network ab82acb0-f81e-4d3a-b5c2-781193f4d5c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:34:39.335617 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-dcdbcbe0-7ec7-4a2b-b903-33e40f96e572 service neutron] Attempting to bind port eb84229e-624a-4bf8-b1b3-9691ab34f638 on network ab82acb0-f81e-4d3a-b5c2-781193f4d5c9 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:34:39.344581 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-dcdbcbe0-7ec7-4a2b-b903-33e40f96e572 service neutron] Checking agent: {'id': '7d13e2b4-65d8-4093-b4fc-5ca6c835aab8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'started_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:34:39.345305 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-dcdbcbe0-7ec7-4a2b-b903-33e40f96e572 service neutron] Checking segment: {'id': '79b37a73-214a-48d0-8530-dbb5845d8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:34:39.345785 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-dcdbcbe0-7ec7-4a2b-b903-33e40f96e572 service neutron] Bound using segment: {'id': '79b37a73-214a-48d0-8530-dbb5845d8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:34:39.346335 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-dcdbcbe0-7ec7-4a2b-b903-33e40f96e572 service neutron] Bound port: eb84229e-624a-4bf8-b1b3-9691ab34f638, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b37a73-214a-48d0-8530-dbb5845d8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:34:39.346876 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-dcdbcbe0-7ec7-4a2b-b903-33e40f96e572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:39.515277 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-62f1dd85-227c-4bfe-aca2-4728de30a931 req-32b7957d-a527-4cb6-88a2-077cf313c341 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726768 Aug 30 18:34:39.583320 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-dcdbcbe0-7ec7-4a2b-b903-33e40f96e572 service neutron] For port eb84229e-624a-4bf8-b1b3-9691ab34f638, host hv-cinder-79049, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:34:39.594442 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-dcdbcbe0-7ec7-4a2b-b903-33e40f96e572 service neutron] For port eb84229e-624a-4bf8-b1b3-9691ab34f638, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=eb84229e-624a-4bf8-b1b3-9691ab34f638,segment=NetworkSegment(79b37a73-214a-48d0-8530-dbb5845d8dcf),segment_id=79b37a73-214a-48d0-8530-dbb5845d8dcf)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:34:39.608513 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-dcdbcbe0-7ec7-4a2b-b903-33e40f96e572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:39.719794 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-dcdbcbe0-7ec7-4a2b-b903-33e40f96e572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:39.722552 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-dcdbcbe0-7ec7-4a2b-b903-33e40f96e572 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:39.728484 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-dcdbcbe0-7ec7-4a2b-b903-33e40f96e572 service neutron] 10.222.0.39 "PUT /v2.0/ports/eb84229e-624a-4bf8-b1b3-9691ab34f638 HTTP/1.1" status: 200 len: 1093 time: 4.0927942 Aug 30 18:34:39.734333 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fcdbd1f-7f8a-4136-a742-bb0020d44121', 'tag': 'eb84229e-624a-4bf8-b1b3-9691ab34f638'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:34:39.739074 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4489cd5c-2be0-4e88-b8ec-a4fb3ee41283" -d '{"events": [{"name": "network-changed", "server_uuid": "9fcdbd1f-7f8a-4136-a742-bb0020d44121", "tag": "eb84229e-624a-4bf8-b1b3-9691ab34f638"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:34:39.743453 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 46668) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:39.778172 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7e70bef0-b992-4243-b769-3a3a861c6865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:39.807549 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdbcbe0-7ec7-4a2b-b903-33e40f96e572 service neutron] Pushing event updated for resources: {'Port': ['ID=eb84229e-624a-4bf8-b1b3-9691ab34f638,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:39.973621 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7e70bef0-b992-4243-b769-3a3a861c6865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:39.984639 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7e70bef0-b992-4243-b769-3a3a861c6865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:40.065451 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-7e70bef0-b992-4243-b769-3a3a861c6865 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=132ddeed9a7d4e5d850f6759d2f98b7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199813 Aug 30 18:34:40.069302 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70bef0-b992-4243-b769-3a3a861c6865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55dac1b-56ce-48f1-b232-f9b662af16eb,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:40.070660 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 46676) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:40.148447 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bfb69267-8510-4cd8-8d5c-16579f72fe9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:40.177129 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bfb69267-8510-4cd8-8d5c-16579f72fe9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:40.238969 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bfb69267-8510-4cd8-8d5c-16579f72fe9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:40.244533 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bfb69267-8510-4cd8-8d5c-16579f72fe9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:40.247300 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-bfb69267-8510-4cd8-8d5c-16579f72fe9d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f55dac1b-56ce-48f1-b232-f9b662af16eb HTTP/1.1" status: 204 len: 168 time: 0.1742735 Aug 30 18:34:40.256777 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb69267-8510-4cd8-8d5c-16579f72fe9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55dac1b-56ce-48f1-b232-f9b662af16eb,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:41.747221 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-60cb1340-5cba-45ca-94cd-ec4a5a83d6f1 req-529f9bae-3fae-44b6-9c61-1cbef2b9323c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8e16594-074f-42d5-bbfe-31e155c8207f HTTP/1.1" status: 200 len: 217 time: 0.1821480 Aug 30 18:34:41.755398 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-549be2a7-2950-4cab-8fad-4033b4d58180 req-d89978f1-2e03-47e8-98e0-6c5404e2191d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1007785-b841-4b73-ae46-07c4f05fa984 HTTP/1.1" status: 200 len: 217 time: 0.1881142 Aug 30 18:34:42.036512 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34820bd2-d90d-4e8b-bb7f-4a5b227e521c req-aaac96b7-d37b-4b52-9799-f5592b5a5c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:42.040058 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-34820bd2-d90d-4e8b-bb7f-4a5b227e521c req-aaac96b7-d37b-4b52-9799-f5592b5a5c68 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa732d19-e894-497a-96b4-f1158b92c807 HTTP/1.1" status: 200 len: 919 time: 0.5761008 Aug 30 18:34:42.050779 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb1340-5cba-45ca-94cd-ec4a5a83d6f1 req-96035d0c-01ea-4fad-a8f6-360a537c5d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:42.053574 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-60cb1340-5cba-45ca-94cd-ec4a5a83d6f1 req-96035d0c-01ea-4fad-a8f6-360a537c5d1f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13c4f9b1-6d7f-4ed5-9af9-16e7b316f8be HTTP/1.1" status: 200 len: 854 time: 0.2760038 Aug 30 18:34:42.057357 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-9cdf28e2-85ba-45c4-bba8-e52c4c583ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:42.061028 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-9cdf28e2-85ba-45c4-bba8-e52c4c583ae7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c8c53c4b1f724a2d82c8b9aa097e7b08&device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 1096 time: 0.3325813 Aug 30 18:34:42.067728 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549be2a7-2950-4cab-8fad-4033b4d58180 req-0e3b24c9-affe-4725-8061-64196e280814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:42.070586 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-549be2a7-2950-4cab-8fad-4033b4d58180 req-0e3b24c9-affe-4725-8061-64196e280814 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e547c2a0-76a1-4c05-919d-55422e695ce0 HTTP/1.1" status: 200 len: 856 time: 0.2912562 Aug 30 18:34:42.089240 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b8205-a738-4361-ad70-9f706afe583b req-cde0690d-7957-4288-932b-4022108ec791 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:42.092691 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2b9b8205-a738-4361-ad70-9f706afe583b req-cde0690d-7957-4288-932b-4022108ec791 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 944 time: 0.1213434 Aug 30 18:34:42.146470 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-34820bd2-d90d-4e8b-bb7f-4a5b227e521c req-40cdd6a5-2342-4f12-b36c-df1cc09b4e05 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d56f29d0-1c3a-4a93-a5b0-2dfc17376594 HTTP/1.1" status: 200 len: 217 time: 0.0835526 Aug 30 18:34:42.228935 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2b9b8205-a738-4361-ad70-9f706afe583b req-aa82f32a-ce4e-4748-9c3d-2e15cd8b1b19 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027577 Aug 30 18:34:42.330167 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-151abc29-b2e7-4ee3-9732-b153df2f33fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb84229e-624a-4bf8-b1b3-9691ab34f638 HTTP/1.1" status: 200 len: 217 time: 0.1726573 Aug 30 18:34:42.407603 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0827d587-92ee-43ef-9ac7-59618418285c x-openstack-request-id: req-0827d587-92ee-43ef-9ac7-59618418285c {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:34:42.408078 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fcdbd1f-7f8a-4136-a742-bb0020d44121", "tag": "eb84229e-624a-4bf8-b1b3-9691ab34f638", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:34:42.408441 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0827d587-92ee-43ef-9ac7-59618418285c {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:34:42.409037 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fcdbd1f-7f8a-4136-a742-bb0020d44121', 'tag': 'eb84229e-624a-4bf8-b1b3-9691ab34f638', 'status': 'completed', 'code': 200} Aug 30 18:34:42.460300 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-60cb1340-5cba-45ca-94cd-ec4a5a83d6f1 req-673de2c6-9826-4d47-8937-cdb70883ed2f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86c6f4e9-f587-46d0-83b4-7617f4688e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2957969 Aug 30 18:34:42.540911 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4a6ba-9451-4df7-9a55-b2c042a2a73a req-21b5f070-53b9-4cbc-a71f-dd8677545b30 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:42.545646 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-05d4a6ba-9451-4df7-9a55-b2c042a2a73a req-21b5f070-53b9-4cbc-a71f-dd8677545b30 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 943 time: 0.0841215 Aug 30 18:34:42.646415 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-05d4a6ba-9451-4df7-9a55-b2c042a2a73a req-2095e06d-3413-4469-8d55-44f9af21c9ff tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901065 Aug 30 18:34:42.872534 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34820bd2-d90d-4e8b-bb7f-4a5b227e521c req-570ee322-762d-40e5-b885-cae282cebafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:42.874248 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-34820bd2-d90d-4e8b-bb7f-4a5b227e521c req-570ee322-762d-40e5-b885-cae282cebafe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2403c141-9264-413b-9a4f-d5fa5c3597f5 HTTP/1.1" status: 200 len: 859 time: 0.5607095 Aug 30 18:34:42.886410 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-f116d8cc-39f1-42f1-b2b9-e82ea056cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:42.889440 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-f116d8cc-39f1-42f1-b2b9-e82ea056cd3e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06b2e4f8-43ee-4d3b-b176-d28355e277df HTTP/1.1" status: 200 len: 849 time: 0.5422406 Aug 30 18:34:42.925254 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549be2a7-2950-4cab-8fad-4033b4d58180 req-113f66d9-02ae-43db-8be9-286b63d94811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:42.926910 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-549be2a7-2950-4cab-8fad-4033b4d58180 req-113f66d9-02ae-43db-8be9-286b63d94811 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6fc39c71-5951-46b8-8518-6e7081e1cda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.7680075 Aug 30 18:34:42.962998 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-34820bd2-d90d-4e8b-bb7f-4a5b227e521c req-e3bca5d4-8d9b-40be-ba61-29cd70a6395d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa732d19-e894-497a-96b4-f1158b92c807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712361 Aug 30 18:34:43.024756 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730d7ce-b133-4bc1-9ea1-f0225c609e75 req-455742d2-ec92-4f79-80e3-6d56b3ba3af4 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:43.027099 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3730d7ce-b133-4bc1-9ea1-f0225c609e75 req-455742d2-ec92-4f79-80e3-6d56b3ba3af4 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 944 time: 0.5746994 Aug 30 18:34:43.156161 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-60cb1340-5cba-45ca-94cd-ec4a5a83d6f1 req-fe629519-24bb-473d-88a4-c7eaa82debe6 service neutron] 10.222.0.39 "GET /v2.0/networks/86c6f4e9-f587-46d0-83b4-7617f4688e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127085 Aug 30 18:34:43.288928 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-bab1f4ea-c7ee-411b-a2f8-e6d00712ac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:43.290797 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-bab1f4ea-c7ee-411b-a2f8-e6d00712ac18 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ab82acb0-f81e-4d3a-b5c2-781193f4d5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3787370 Aug 30 18:34:43.361919 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3730d7ce-b133-4bc1-9ea1-f0225c609e75 req-9fe7c488-cfc0-42fc-875f-827be1936b2e tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2800686 Aug 30 18:34:43.437388 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device e1007785-b841-4b73-ae46-07c4f05fa984 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:34:43.451509 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-549be2a7-2950-4cab-8fad-4033b4d58180 req-84a23be0-5c2e-4bb7-a357-f4156216a924 service neutron] 10.222.0.39 "GET /v2.0/networks/6fc39c71-5951-46b8-8518-6e7081e1cda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4958811 Aug 30 18:34:43.501816 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ad302-b7ce-4602-8560-4fab87cb2360 req-2a179af7-8e4a-4bfe-9c3c-60ab14f4f663 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:43.505326 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ad7ad302-b7ce-4602-8560-4fab87cb2360 req-2a179af7-8e4a-4bfe-9c3c-60ab14f4f663 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 944 time: 0.1285214 Aug 30 18:34:43.607859 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ad7ad302-b7ce-4602-8560-4fab87cb2360 req-b3de4441-ab1a-4cb9-b8d8-3b6871a07803 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909834 Aug 30 18:34:43.691739 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port e1007785-b841-4b73-ae46-07c4f05fa984, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e1007785-b841-4b73-ae46-07c4f05fa984,segment=NetworkSegment(40eb1e85-c7e6-44b5-807d-b44964a5af9c),segment_id=40eb1e85-c7e6-44b5-807d-b44964a5af9c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:34:43.708459 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-34820bd2-d90d-4e8b-bb7f-4a5b227e521c req-14b57786-5b84-45b3-810d-1d7b62149d45 service neutron] 10.222.0.39 "GET /v2.0/networks/fa732d19-e894-497a-96b4-f1158b92c807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7153511 Aug 30 18:34:43.720736 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Returning: {'device': 'e1007785-b841-4b73-ae46-07c4f05fa984', 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3', 'port_id': 'e1007785-b841-4b73-ae46-07c4f05fa984', 'mac_address': 'fa:16:3e:61:cc:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:34:43.774811 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-60cb1340-5cba-45ca-94cd-ec4a5a83d6f1 req-badfa413-6fb4-4e2b-8081-e3726a182488 service neutron] 10.222.0.39 "GET /v2.0/networks/86c6f4e9-f587-46d0-83b4-7617f4688e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6027577 Aug 30 18:34:43.792062 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:43.821614 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1007785-b841-4b73-ae46-07c4f05fa984 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:34:43.866029 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port e1007785-b841-4b73-ae46-07c4f05fa984, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e1007785-b841-4b73-ae46-07c4f05fa984,segment=NetworkSegment(40eb1e85-c7e6-44b5-807d-b44964a5af9c),segment_id=40eb1e85-c7e6-44b5-807d-b44964a5af9c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:34:43.885475 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:43.959569 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-96a335bd-7c71-4b39-87ee-8ea3e2147a4f service neutron] 10.222.0.39 "GET /v2.0/networks/ab82acb0-f81e-4d3a-b5c2-781193f4d5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6530030 Aug 30 18:34:43.998688 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=e1007785-b841-4b73-ae46-07c4f05fa984,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:44.009206 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:34:44.009843 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:34:44.010597 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:34:44.011165 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:34:44.012052 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:34:44.012522 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:34:44.013162 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:34:44.013773 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:34:44.014529 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:34:44.015351 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:34:44.016154 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:34:44.016924 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:34:44.084111 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-549be2a7-2950-4cab-8fad-4033b4d58180 req-d5fdb2cb-1684-4b72-a6d7-4cc95978ed7c service neutron] 10.222.0.39 "GET /v2.0/networks/6fc39c71-5951-46b8-8518-6e7081e1cda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6071413 Aug 30 18:34:44.141192 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e526d09-9331-4777-bed3-8d3ace0ac86d req-90c205f2-1a7f-48e0-8142-038683f19a58 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:44.143466 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-8e526d09-9331-4777-bed3-8d3ace0ac86d req-90c205f2-1a7f-48e0-8142-038683f19a58 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 943 time: 0.3320017 Aug 30 18:34:44.169516 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-34820bd2-d90d-4e8b-bb7f-4a5b227e521c req-106de7fe-c1e2-4589-b62f-02bbfeaf3934 service neutron] 10.222.0.39 "GET /v2.0/networks/fa732d19-e894-497a-96b4-f1158b92c807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442444 Aug 30 18:34:44.208540 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-b808d3d0-98ff-4c8f-a153-84db11cda517 req-ca664c9e-1133-411e-a5ad-3ffc5cafb9c9 service neutron] 10.222.0.39 "GET /v2.0/networks/ab82acb0-f81e-4d3a-b5c2-781193f4d5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390165 Aug 30 18:34:44.232752 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-8e526d09-9331-4777-bed3-8d3ace0ac86d req-e68ed45a-a4df-4965-b641-3c6f23039822 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661657 Aug 30 18:34:44.276017 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['e1007785-b841-4b73-ae46-07c4f05fa984'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:34:44.415891 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489cd5c-2be0-4e88-b8ec-a4fb3ee41283 req-abaaa5f1-28dc-4c15-b024-0962cb7309fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:44.419567 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-4489cd5c-2be0-4e88-b8ec-a4fb3ee41283 req-abaaa5f1-28dc-4c15-b024-0962cb7309fd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c8c53c4b1f724a2d82c8b9aa097e7b08&device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 1096 time: 0.0786762 Aug 30 18:34:44.569159 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489cd5c-2be0-4e88-b8ec-a4fb3ee41283 req-db2cb7af-abec-4f25-9f0a-aa46359450ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:44.571610 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-4489cd5c-2be0-4e88-b8ec-a4fb3ee41283 req-db2cb7af-abec-4f25-9f0a-aa46359450ec service neutron] 10.222.0.39 "GET /v2.0/networks?id=ab82acb0-f81e-4d3a-b5c2-781193f4d5c9 HTTP/1.1" status: 200 len: 910 time: 0.1403048 Aug 30 18:34:44.592090 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24430c3f-94e3-4726-88c7-62dd8aa5b523 req-c5ccf457-8a46-446f-9670-72e461b0beba tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:44.595180 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-24430c3f-94e3-4726-88c7-62dd8aa5b523 req-c5ccf457-8a46-446f-9670-72e461b0beba tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 945 time: 0.0982151 Aug 30 18:34:44.643820 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-24430c3f-94e3-4726-88c7-62dd8aa5b523 req-e150daef-ba7d-4112-8985-8f40e4050d4c tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406737 Aug 30 18:34:44.860112 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2b36a-0145-407d-a12c-2699ea21ed16 req-8fd3512e-29e2-4883-94b3-ddf7458bf9da tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:44.863016 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1ee2b36a-0145-407d-a12c-2699ea21ed16 req-8fd3512e-29e2-4883-94b3-ddf7458bf9da tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 944 time: 0.1061096 Aug 30 18:34:44.922666 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1ee2b36a-0145-407d-a12c-2699ea21ed16 req-87499777-908a-48b6-9dee-4961748207ab tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484462 Aug 30 18:34:45.383359 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 46788) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:45.423939 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2df1e6-f3d7-4606-8e28-ca8f6c5691fa req-cfa759bf-34a6-4434-a3fe-9d08784a6252 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:45.425775 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-4489cd5c-2be0-4e88-b8ec-a4fb3ee41283 req-a236e1d4-40bb-4494-9b6d-4fd9bc1c902e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb84229e-624a-4bf8-b1b3-9691ab34f638 HTTP/1.1" status: 200 len: 217 time: 0.0619502 Aug 30 18:34:45.426982 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bd2df1e6-f3d7-4606-8e28-ca8f6c5691fa req-cfa759bf-34a6-4434-a3fe-9d08784a6252 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 943 time: 0.0942502 Aug 30 18:34:45.486658 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bd2df1e6-f3d7-4606-8e28-ca8f6c5691fa req-e2b5a980-3240-4368-8c41-fe89eeb91c0b tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481312 Aug 30 18:34:45.549755 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8835997e-80eb-4d4c-bce9-eccef991cb81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:45.718351 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8835997e-80eb-4d4c-bce9-eccef991cb81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:45.727195 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8835997e-80eb-4d4c-bce9-eccef991cb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:45.781511 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-8835997e-80eb-4d4c-bce9-eccef991cb81 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=be15473c3a3b43d381a88db34c1d7f97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3919666 Aug 30 18:34:45.781511 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835997e-80eb-4d4c-bce9-eccef991cb81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c26403-6cdf-43a0-b2e6-c36af543f70e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:45.782205 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 46796) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:45.850089 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747d591-148d-4a88-bd9b-cc7d602f9e66 req-972d78e4-e596-41d5-aad6-5520a496cd3c tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:45.852846 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a747d591-148d-4a88-bd9b-cc7d602f9e66 req-972d78e4-e596-41d5-aad6-5520a496cd3c tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 945 time: 0.0868759 Aug 30 18:34:45.870886 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fb60fc7d-a23c-4b60-99f0-054658256fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:45.897184 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fb60fc7d-a23c-4b60-99f0-054658256fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:45.913712 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a747d591-148d-4a88-bd9b-cc7d602f9e66 req-5a38dc2f-03a2-4ad1-ac26-d9b3f94b06f6 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503223 Aug 30 18:34:45.999503 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fb60fc7d-a23c-4b60-99f0-054658256fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:46.003284 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fb60fc7d-a23c-4b60-99f0-054658256fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:46.005541 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-fb60fc7d-a23c-4b60-99f0-054658256fec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/61c26403-6cdf-43a0-b2e6-c36af543f70e HTTP/1.1" status: 204 len: 168 time: 0.2220378 Aug 30 18:34:46.021082 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60fc7d-a23c-4b60-99f0-054658256fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c26403-6cdf-43a0-b2e6-c36af543f70e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:46.106834 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce1731-1fc0-4099-b73d-b64fa13382fd req-0c815113-4d4f-43bd-b338-f5a16390a278 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:46.110591 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d1ce1731-1fc0-4099-b73d-b64fa13382fd req-0c815113-4d4f-43bd-b338-f5a16390a278 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 944 time: 0.0754483 Aug 30 18:34:46.165268 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d1ce1731-1fc0-4099-b73d-b64fa13382fd req-f346fd54-cef2-4423-9875-a766e6a90019 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477140 Aug 30 18:34:46.357327 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489cd5c-2be0-4e88-b8ec-a4fb3ee41283 req-82ff1724-6fce-4830-a87d-486f945e50f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:46.360430 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-4489cd5c-2be0-4e88-b8ec-a4fb3ee41283 req-82ff1724-6fce-4830-a87d-486f945e50f3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06b2e4f8-43ee-4d3b-b176-d28355e277df HTTP/1.1" status: 200 len: 849 time: 0.0756986 Aug 30 18:34:46.506396 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 46810) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:46.526747 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3e8fad93-02ec-4919-b03a-a6ca325eb4a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:46.689507 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e3c9d-19be-4f76-a815-a79021bc4990 req-fe938e4b-e22e-4f3a-93d0-712cdfb4ff03 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:46.691066 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3e8fad93-02ec-4919-b03a-a6ca325eb4a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:46.692231 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-637e3c9d-19be-4f76-a815-a79021bc4990 req-fe938e4b-e22e-4f3a-93d0-712cdfb4ff03 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 943 time: 0.0748973 Aug 30 18:34:46.696988 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3e8fad93-02ec-4919-b03a-a6ca325eb4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:46.750127 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-3e8fad93-02ec-4919-b03a-a6ca325eb4a5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=91ac9fc414754d5d8e3b6ca2be0364b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2422655 Aug 30 18:34:46.751216 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8fad93-02ec-4919-b03a-a6ca325eb4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc492de-6fc5-40c0-8a92-5729ef4a1702,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:46.755187 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 46814) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:46.758515 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-637e3c9d-19be-4f76-a815-a79021bc4990 req-399975c7-bd7c-4549-a63a-6046880d9818 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520689 Aug 30 18:34:46.835264 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2761f1bd-91be-4391-9c86-e5d0272dfe72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:46.877481 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2761f1bd-91be-4391-9c86-e5d0272dfe72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:46.945343 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2761f1bd-91be-4391-9c86-e5d0272dfe72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:46.947447 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2761f1bd-91be-4391-9c86-e5d0272dfe72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:46.949124 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-2761f1bd-91be-4391-9c86-e5d0272dfe72 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1dc492de-6fc5-40c0-8a92-5729ef4a1702 HTTP/1.1" status: 204 len: 168 time: 0.1921861 Aug 30 18:34:46.962111 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761f1bd-91be-4391-9c86-e5d0272dfe72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc492de-6fc5-40c0-8a92-5729ef4a1702,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:47.107068 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844a480-a1cb-4966-8db8-f4cafd35a8b7 req-c713618c-2502-4463-bb15-c36e6cb2292f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:47.109765 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5844a480-a1cb-4966-8db8-f4cafd35a8b7 req-c713618c-2502-4463-bb15-c36e6cb2292f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 945 time: 0.0790336 Aug 30 18:34:47.174557 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5844a480-a1cb-4966-8db8-f4cafd35a8b7 req-2e83d5b2-1177-4005-9ca2-d610bed539d0 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580375 Aug 30 18:34:47.413174 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a68c6e-fa35-4f3e-9de1-b3dcd68dc9bb req-ee80c0a8-b64d-4ac4-bb10-1bae70b945e4 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:47.415145 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c9a68c6e-fa35-4f3e-9de1-b3dcd68dc9bb req-ee80c0a8-b64d-4ac4-bb10-1bae70b945e4 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 944 time: 0.1201324 Aug 30 18:34:47.438575 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device d56f29d0-1c3a-4a93-a5b0-2dfc17376594 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:34:47.507859 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489cd5c-2be0-4e88-b8ec-a4fb3ee41283 req-0cc84650-3ecb-44df-9f2f-a2b4e9707354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:47.510628 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-4489cd5c-2be0-4e88-b8ec-a4fb3ee41283 req-0cc84650-3ecb-44df-9f2f-a2b4e9707354 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ab82acb0-f81e-4d3a-b5c2-781193f4d5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1414568 Aug 30 18:34:47.520512 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c9a68c6e-fa35-4f3e-9de1-b3dcd68dc9bb req-1785540f-104d-46e8-96bf-7148fbe5a0a2 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830376 Aug 30 18:34:47.626702 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port d56f29d0-1c3a-4a93-a5b0-2dfc17376594, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=d56f29d0-1c3a-4a93-a5b0-2dfc17376594,segment=NetworkSegment(7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04),segment_id=7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:34:47.654777 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Returning: {'device': 'd56f29d0-1c3a-4a93-a5b0-2dfc17376594', 'network_id': 'fa732d19-e894-497a-96b4-f1158b92c807', 'port_id': 'd56f29d0-1c3a-4a93-a5b0-2dfc17376594', 'mac_address': 'fa:16:3e:54:14:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2403c141-9264-413b-9a4f-d5fa5c3597f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:34:47.701264 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-4489cd5c-2be0-4e88-b8ec-a4fb3ee41283 req-786d0ce8-b239-41cb-b748-c589acbe5ab6 service neutron] 10.222.0.39 "GET /v2.0/networks/ab82acb0-f81e-4d3a-b5c2-781193f4d5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636989 Aug 30 18:34:47.722402 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:47.739304 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d56f29d0-1c3a-4a93-a5b0-2dfc17376594 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:34:47.767645 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port d56f29d0-1c3a-4a93-a5b0-2dfc17376594, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=d56f29d0-1c3a-4a93-a5b0-2dfc17376594,segment=NetworkSegment(7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04),segment_id=7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:34:47.773132 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:47.900224 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-4489cd5c-2be0-4e88-b8ec-a4fb3ee41283 req-9ea20bde-73ed-4c6d-96dd-cac00d307f46 service neutron] 10.222.0.39 "GET /v2.0/networks/ab82acb0-f81e-4d3a-b5c2-781193f4d5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914005 Aug 30 18:34:47.928804 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=d56f29d0-1c3a-4a93-a5b0-2dfc17376594,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:48.042658 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c7d65-5f9d-4ef0-a2d5-3db1393dbc64 req-4eada42c-7551-4747-b8d4-5a70c77b1a1e tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:48.046102 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ee4c7d65-5f9d-4ef0-a2d5-3db1393dbc64 req-4eada42c-7551-4747-b8d4-5a70c77b1a1e tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 943 time: 0.1187968 Aug 30 18:34:48.115860 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ee4c7d65-5f9d-4ef0-a2d5-3db1393dbc64 req-b871b0f1-0832-4941-96fa-0368460723ae tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581629 Aug 30 18:34:48.272444 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['d56f29d0-1c3a-4a93-a5b0-2dfc17376594'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:34:48.449882 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a93ab9-1d9a-44fd-90ad-650e541a9ef9 req-67d0651e-4cb9-45d8-8c01-c7ffa710d1cf tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:48.452986 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f2a93ab9-1d9a-44fd-90ad-650e541a9ef9 req-67d0651e-4cb9-45d8-8c01-c7ffa710d1cf tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 945 time: 0.1473696 Aug 30 18:34:48.534447 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f2a93ab9-1d9a-44fd-90ad-650e541a9ef9 req-dc657b08-4b30-4d8a-8b75-8318a057ea75 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621114 Aug 30 18:34:48.723891 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f596ec1-98a4-47c0-bbcf-1741cb574d10 req-2f1017a0-b0e9-4312-b138-b98f1f8e30e5 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:48.726553 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9f596ec1-98a4-47c0-bbcf-1741cb574d10 req-2f1017a0-b0e9-4312-b138-b98f1f8e30e5 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 945 time: 0.0823057 Aug 30 18:34:48.805884 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9f596ec1-98a4-47c0-bbcf-1741cb574d10 req-79fc1acb-330c-4e1e-8fb4-d972e235f764 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682042 Aug 30 18:34:49.349894 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20480035-9ef6-4316-b299-b5e3a7fab135 req-a8925e13-33ad-49cb-b62d-2084c0652a49 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:49.361909 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-20480035-9ef6-4316-b299-b5e3a7fab135 req-a8925e13-33ad-49cb-b62d-2084c0652a49 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 943 time: 0.1004567 Aug 30 18:34:49.420942 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-20480035-9ef6-4316-b299-b5e3a7fab135 req-ade242e5-aa9e-4256-9aac-4a2801efa573 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574934 Aug 30 18:34:49.446953 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device eb84229e-624a-4bf8-b1b3-9691ab34f638 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:34:49.471644 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device e1007785-b841-4b73-ae46-07c4f05fa984 up at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:34:49.486721 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 46900) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:49.648886 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning for port e1007785-b841-4b73-ae46-07c4f05fa984 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:34:49.662974 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning complete for port e1007785-b841-4b73-ae46-07c4f05fa984 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:34:49.662974 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:49.734701 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port eb84229e-624a-4bf8-b1b3-9691ab34f638, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=eb84229e-624a-4bf8-b1b3-9691ab34f638,segment=NetworkSegment(79b37a73-214a-48d0-8530-dbb5845d8dcf),segment_id=79b37a73-214a-48d0-8530-dbb5845d8dcf)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:34:49.764102 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Returning: {'device': 'eb84229e-624a-4bf8-b1b3-9691ab34f638', 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9', 'port_id': 'eb84229e-624a-4bf8-b1b3-9691ab34f638', 'mac_address': 'fa:16:3e:40:7d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06b2e4f8-43ee-4d3b-b176-d28355e277df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:34:49.776884 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-28ecf4d3-6e93-40f5-aecf-e9bdab9b0b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:49.833681 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b0f95-264b-44cf-8561-0cf0997bfd7e req-45b016ab-90e9-4d5a-8925-26558a07ca4c tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:49.836302 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-748b0f95-264b-44cf-8561-0cf0997bfd7e req-45b016ab-90e9-4d5a-8925-26558a07ca4c tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 945 time: 0.1440313 Aug 30 18:34:49.836789 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:49.895832 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:49.923492 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ccb0d23-9b82-4d03-803b-1bb63e08ecb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1007785-b841-4b73-ae46-07c4f05fa984'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:34:49.926518 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf7e48b1d7ea734c3ab22bdf0c4fd39094da8684eda14d675e1fcbcfa40454f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd770a50-98f9-4c84-86e0-f2b9aa702385" -d '{"events": [{"server_uuid": "2ccb0d23-9b82-4d03-803b-1bb63e08ecb8", "name": "network-vif-plugged", "status": "completed", "tag": "e1007785-b841-4b73-ae46-07c4f05fa984"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:34:49.934495 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6cd182f1-6e54-4ab4-8c3d-05abb2428080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:49.946945 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb84229e-624a-4bf8-b1b3-9691ab34f638 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:34:49.987936 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port e1007785-b841-4b73-ae46-07c4f05fa984, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e1007785-b841-4b73-ae46-07c4f05fa984,segment=NetworkSegment(40eb1e85-c7e6-44b5-807d-b44964a5af9c),segment_id=40eb1e85-c7e6-44b5-807d-b44964a5af9c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:34:50.001427 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-748b0f95-264b-44cf-8561-0cf0997bfd7e req-c42ae214-dd17-4677-afc8-2aeb6b25d9c8 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523492 Aug 30 18:34:50.015783 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port eb84229e-624a-4bf8-b1b3-9691ab34f638, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=eb84229e-624a-4bf8-b1b3-9691ab34f638,segment=NetworkSegment(79b37a73-214a-48d0-8530-dbb5845d8dcf),segment_id=79b37a73-214a-48d0-8530-dbb5845d8dcf)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:34:50.019983 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:50.034470 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:50.102264 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7f7ce-6efb-4ba2-ad8a-9aa702cebdf2 req-faad9bd3-fc93-465d-9857-b997af9f6faf tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:50.117820 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f996a8c8-511d-4411-918f-e7aad24d04b8 x-openstack-request-id: req-f996a8c8-511d-4411-918f-e7aad24d04b8 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:34:50.117820 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ccb0d23-9b82-4d03-803b-1bb63e08ecb8", "name": "network-vif-plugged", "status": "completed", "tag": "e1007785-b841-4b73-ae46-07c4f05fa984", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:34:50.117820 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f996a8c8-511d-4411-918f-e7aad24d04b8 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:34:50.118197 dv-cinder-790492-12-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ccb0d23-9b82-4d03-803b-1bb63e08ecb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1007785-b841-4b73-ae46-07c4f05fa984', 'code': 200} Aug 30 18:34:50.119243 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bee7f7ce-6efb-4ba2-ad8a-9aa702cebdf2 req-faad9bd3-fc93-465d-9857-b997af9f6faf tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 945 time: 0.1398618 Aug 30 18:34:50.128363 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-28ecf4d3-6e93-40f5-aecf-e9bdab9b0b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:50.139610 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-28ecf4d3-6e93-40f5-aecf-e9bdab9b0b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:50.148783 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=e1007785-b841-4b73-ae46-07c4f05fa984,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:50.187515 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bee7f7ce-6efb-4ba2-ad8a-9aa702cebdf2 req-d77b76f5-6377-4572-b02e-3d5fd1600886 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664859 Aug 30 18:34:50.259677 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-28ecf4d3-6e93-40f5-aecf-e9bdab9b0b30 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c18d660f511548fe8f6263f574678262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7670536 Aug 30 18:34:50.259677 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ecf4d3-6e93-40f5-aecf-e9bdab9b0b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa7c943-a8ee-4fb8-94fc-9e9dc95466d3,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:50.260065 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 46926) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:50.382308 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c8160f08-b66b-4a36-992e-1953639ef4bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:50.424517 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=eb84229e-624a-4bf8-b1b3-9691ab34f638,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:50.438971 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c8160f08-b66b-4a36-992e-1953639ef4bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:50.576549 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['eb84229e-624a-4bf8-b1b3-9691ab34f638'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:34:50.688248 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e829cfd-1922-4c36-b19c-f2f895fb0881 req-27cd78b6-a61a-4756-8c6f-033f8eb0b74b tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:50.689943 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5fd67-9570-4057-9e3c-39f0da17ac36 req-c2e02dc5-b1cc-4ef4-bb5b-663ce7828319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:50.692049 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7e829cfd-1922-4c36-b19c-f2f895fb0881 req-27cd78b6-a61a-4756-8c6f-033f8eb0b74b tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 944 time: 0.1095026 Aug 30 18:34:50.692442 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1ed5fd67-9570-4057-9e3c-39f0da17ac36 req-c2e02dc5-b1cc-4ef4-bb5b-663ce7828319 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 1099 time: 0.1923034 Aug 30 18:34:50.775585 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c8160f08-b66b-4a36-992e-1953639ef4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:50.781379 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c8160f08-b66b-4a36-992e-1953639ef4bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:50.790812 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-c8160f08-b66b-4a36-992e-1953639ef4bf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3fa7c943-a8ee-4fb8-94fc-9e9dc95466d3 HTTP/1.1" status: 204 len: 168 time: 0.5261772 Aug 30 18:34:50.831956 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7e829cfd-1922-4c36-b19c-f2f895fb0881 req-7658f23b-e016-401f-a8c4-529cb3c53338 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207023 Aug 30 18:34:50.861613 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8160f08-b66b-4a36-992e-1953639ef4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa7c943-a8ee-4fb8-94fc-9e9dc95466d3,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:50.871799 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1ed5fd67-9570-4057-9e3c-39f0da17ac36 req-608913d5-7df5-460c-9963-3fb1cabc6287 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571586 Aug 30 18:34:51.231269 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71088bbc-e7d3-4603-920e-2274b09e87a9 req-34f861c6-d9ed-4065-ba18-abd9ae538b2b tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:51.243849 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-71088bbc-e7d3-4603-920e-2274b09e87a9 req-34f861c6-d9ed-4065-ba18-abd9ae538b2b tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 946 time: 0.1111767 Aug 30 18:34:51.334486 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-71088bbc-e7d3-4603-920e-2274b09e87a9 req-c525f9b8-0314-40bd-9b97-afdfedf079e6 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891709 Aug 30 18:34:51.379847 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 46950) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:51.404400 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-421c3be7-21c1-4ba0-9d06-459d3fede471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:51.606764 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f075de-188f-4ab6-9399-b9fea8f44ba6 req-0c69eb5d-c031-4190-a500-4bd8402e1b41 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:51.608481 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-33f075de-188f-4ab6-9399-b9fea8f44ba6 req-0c69eb5d-c031-4190-a500-4bd8402e1b41 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 945 time: 0.2920816 Aug 30 18:34:51.696391 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-33f075de-188f-4ab6-9399-b9fea8f44ba6 req-1abbffab-2cd5-4d92-b5b8-b176f4785330 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757172 Aug 30 18:34:51.800399 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-421c3be7-21c1-4ba0-9d06-459d3fede471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:51.806520 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-421c3be7-21c1-4ba0-9d06-459d3fede471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:51.880157 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:34:51.884088 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-421c3be7-21c1-4ba0-9d06-459d3fede471 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0a608fc0d2a24da49b4b7999a2fbd4cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5023205 Aug 30 18:34:51.888147 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 46966) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:51.898450 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c3be7-21c1-4ba0-9d06-459d3fede471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be62500b-2b45-469a-9017-f27c37cb8781,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:52.042352 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eac96d-ba7f-4965-a5ad-65b01dde5bc3 req-0e888796-1429-4d8d-8f03-4ad4a40f422c tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:52.044494 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-02eac96d-ba7f-4965-a5ad-65b01dde5bc3 req-0e888796-1429-4d8d-8f03-4ad4a40f422c tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 944 time: 0.0750818 Aug 30 18:34:52.117072 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-02eac96d-ba7f-4965-a5ad-65b01dde5bc3 req-7473130b-5415-4983-8093-c6317b14fee6 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628324 Aug 30 18:34:52.289379 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-31781e59-fbec-4d13-98f5-a93af002bf0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:52.413070 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-31781e59-fbec-4d13-98f5-a93af002bf0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:52.546124 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3f7f0-aa23-46b5-aeae-fecd2d7e06e0 req-9344fb3c-2461-41f7-931a-5668caea1ab3 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:52.548103 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c2d3f7f0-aa23-46b5-aeae-fecd2d7e06e0 req-9344fb3c-2461-41f7-931a-5668caea1ab3 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 946 time: 0.0950742 Aug 30 18:34:52.549367 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-4a22b181-671f-47bb-a981-98d3f91d6f66 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:52.552324 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-4a22b181-671f-47bb-a981-98d3f91d6f66 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/networks?id=86c6f4e9-f587-46d0-83b4-7617f4688e93 HTTP/1.1" status: 200 len: 814 time: 0.5811937 Aug 30 18:34:52.592225 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-df975bff-622e-45e2-8afd-6f5a56be18d3 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/quotas/26da63fb9503419c953e7d900a0bbf6f HTTP/1.1" status: 200 len: 375 time: 0.0318842 Aug 30 18:34:52.633216 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c2d3f7f0-aa23-46b5-aeae-fecd2d7e06e0 req-a19ed675-5545-4f3f-86ad-c29e76258819 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754662 Aug 30 18:34:52.655885 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-31781e59-fbec-4d13-98f5-a93af002bf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:52.663613 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-31781e59-fbec-4d13-98f5-a93af002bf0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:52.667502 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-31781e59-fbec-4d13-98f5-a93af002bf0c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/be62500b-2b45-469a-9017-f27c37cb8781 HTTP/1.1" status: 204 len: 168 time: 0.7775521 Aug 30 18:34:52.688599 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31781e59-fbec-4d13-98f5-a93af002bf0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be62500b-2b45-469a-9017-f27c37cb8781,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:52.711186 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-da70bec6-30fc-48da-8697-2558bf922385 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=26da63fb9503419c953e7d900a0bbf6f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1163280 Aug 30 18:34:52.942777 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310b011-3e55-4de6-a643-e4747b1fe532 req-34031871-ded2-4752-ad55-cb2e1fbfd1ff tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:52.956046 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5310b011-3e55-4de6-a643-e4747b1fe532 req-34031871-ded2-4752-ad55-cb2e1fbfd1ff tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 945 time: 0.1377170 Aug 30 18:34:52.962613 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-b2846631-368c-42f6-8ef2-b5e6686ecb6b service neutron] 10.222.0.46 "GET /v2.0/networks/86c6f4e9-f587-46d0-83b4-7617f4688e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340233 Aug 30 18:34:53.028142 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5310b011-3e55-4de6-a643-e4747b1fe532 req-3690d83f-5b0c-4263-af53-3969ee74a45a tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705488 Aug 30 18:34:53.125897 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-0e4ba863-b851-4950-a2f3-e0c780bc1b2e service neutron] 10.222.0.46 "GET /v2.0/networks/86c6f4e9-f587-46d0-83b4-7617f4688e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474884 Aug 30 18:34:53.226663 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-86df755e-89af-4794-bdd9-d0eafacda787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:53.329927 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41628f-a734-4a90-8fef-50af9a083baf req-099b25e0-1268-4c9c-a2f0-4a01e49cf300 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:53.337729 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-af41628f-a734-4a90-8fef-50af9a083baf req-099b25e0-1268-4c9c-a2f0-4a01e49cf300 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 944 time: 0.0905328 Aug 30 18:34:53.363847 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:53.396402 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-af41628f-a734-4a90-8fef-50af9a083baf req-e9dadb9b-fdd4-43d4-8c90-6f6e2d5370d2 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574377 Aug 30 18:34:53.424627 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-5e299bd3-641b-4562-b886-0c53847d88ce req-f50821c8-4d2d-4df4-85bd-4e5f54ab828c tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 210 time: 0.0499082 Aug 30 18:34:53.846043 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9942112-82f8-416e-8e27-2ae3890abfe8 req-9b2f7f86-88ad-49aa-86ea-c0a036ea5eee tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:53.848130 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e9942112-82f8-416e-8e27-2ae3890abfe8 req-9b2f7f86-88ad-49aa-86ea-c0a036ea5eee tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 946 time: 0.0828629 Aug 30 18:34:53.898161 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device d56f29d0-1c3a-4a93-a5b0-2dfc17376594 up at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:34:53.925036 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e9942112-82f8-416e-8e27-2ae3890abfe8 req-648e0044-19e1-4d34-83f4-a2e358216821 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629725 Aug 30 18:34:54.001029 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning for port d56f29d0-1c3a-4a93-a5b0-2dfc17376594 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:34:54.013409 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning complete for port d56f29d0-1c3a-4a93-a5b0-2dfc17376594 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:34:54.014292 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:54.062091 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:54.163640 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:54.214459 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0830297-f859-457e-8524-3f67f2a0e955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56f29d0-1c3a-4a93-a5b0-2dfc17376594'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:34:54.218648 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf7e48b1d7ea734c3ab22bdf0c4fd39094da8684eda14d675e1fcbcfa40454f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad5ee1b-20fd-48fb-a01e-762d5519dbfd" -d '{"events": [{"server_uuid": "b0830297-f859-457e-8524-3f67f2a0e955", "name": "network-vif-plugged", "status": "completed", "tag": "d56f29d0-1c3a-4a93-a5b0-2dfc17376594"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:34:54.246935 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba8be1-2639-4d39-b5d4-fc67557f3044 req-5b304db6-a74f-44d3-9d79-ff434612ad0a tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:54.248874 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-25ba8be1-2639-4d39-b5d4-fc67557f3044 req-5b304db6-a74f-44d3-9d79-ff434612ad0a tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 945 time: 0.1180706 Aug 30 18:34:54.254881 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port d56f29d0-1c3a-4a93-a5b0-2dfc17376594, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=d56f29d0-1c3a-4a93-a5b0-2dfc17376594,segment=NetworkSegment(7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04),segment_id=7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:34:54.271027 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:54.344816 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d304e660-05ac-4eac-9277-fb40ec5182b7 x-openstack-request-id: req-d304e660-05ac-4eac-9277-fb40ec5182b7 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:34:54.345685 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0830297-f859-457e-8524-3f67f2a0e955", "name": "network-vif-plugged", "status": "completed", "tag": "d56f29d0-1c3a-4a93-a5b0-2dfc17376594", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:34:54.346697 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d304e660-05ac-4eac-9277-fb40ec5182b7 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:34:54.347512 dv-cinder-790492-12-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0830297-f859-457e-8524-3f67f2a0e955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56f29d0-1c3a-4a93-a5b0-2dfc17376594', 'code': 200} Aug 30 18:34:54.350207 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-25ba8be1-2639-4d39-b5d4-fc67557f3044 req-b9452c93-3dd2-43c9-aabc-0dd43abe4358 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881793 Aug 30 18:34:54.404842 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=d56f29d0-1c3a-4a93-a5b0-2dfc17376594,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:54.669568 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-6090e6eb-2a0b-49c5-92f7-25180041068b req-9e9688cd-69fd-4d0c-b5e2-0e3bca08dc82 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 210 time: 0.0871084 Aug 30 18:34:54.688704 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f02dc0-e905-4dec-bc61-db05212134e5 req-932e12e1-aff6-46b8-b958-b27f3f593858 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:54.706578 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-38f02dc0-e905-4dec-bc61-db05212134e5 req-932e12e1-aff6-46b8-b958-b27f3f593858 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 944 time: 0.1566076 Aug 30 18:34:54.785140 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae8e47-005f-433d-b286-9c0a805856c1 req-af795e7b-47c6-46d8-aebd-4b83de4c0e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:54.786816 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-94ae8e47-005f-433d-b286-9c0a805856c1 req-af795e7b-47c6-46d8-aebd-4b83de4c0e85 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 1099 time: 0.1324298 Aug 30 18:34:54.806899 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-38f02dc0-e905-4dec-bc61-db05212134e5 req-20872777-5f6b-4845-a2ff-7362c587e073 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975969 Aug 30 18:34:54.850691 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-94ae8e47-005f-433d-b286-9c0a805856c1 req-1efebe35-29c5-4683-a628-8a99f651ada4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547652 Aug 30 18:34:55.155953 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dfe42a-f573-42b1-89fc-ea6591c8f3a5 req-0dd56329-aa86-498c-94e4-01c04dcc8a48 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:55.160857 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-53dfe42a-f573-42b1-89fc-ea6591c8f3a5 req-0dd56329-aa86-498c-94e4-01c04dcc8a48 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 946 time: 0.0968390 Aug 30 18:34:55.161239 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 47058) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:55.217116 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-53dfe42a-f573-42b1-89fc-ea6591c8f3a5 req-6b6667ad-f9f5-4507-920f-15e694d61318 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468147 Aug 30 18:34:55.362418 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-60d54c59-9c96-45bb-a4c9-efef400e32f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:55.659544 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-60d54c59-9c96-45bb-a4c9-efef400e32f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:55.666688 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-60d54c59-9c96-45bb-a4c9-efef400e32f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:55.728146 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ccedd-7449-46b7-913a-b1155099f493 req-42d31316-34a7-400e-9da4-395b638082d3 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:55.731432 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3c9ccedd-7449-46b7-913a-b1155099f493 req-42d31316-34a7-400e-9da4-395b638082d3 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 946 time: 0.1724329 Aug 30 18:34:55.750542 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:55.776808 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-60d54c59-9c96-45bb-a4c9-efef400e32f0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=35b1033034f042d89cf90e9ca33507b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6101823 Aug 30 18:34:55.777342 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 47076) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:55.781031 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d54c59-9c96-45bb-a4c9-efef400e32f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c8c878-c189-4445-9bb4-5d817311135b,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:55.818737 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3c9ccedd-7449-46b7-913a-b1155099f493 req-61cd5140-4c9f-4f9c-b211-df5aa88d7f5d tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627420 Aug 30 18:34:55.924254 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1212f0fb-b14c-4a73-beb8-942039dfe2d3 req-18c0b22e-1f00-46a0-80ad-e6ea687fbbbf tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 210 time: 0.0866246 Aug 30 18:34:56.041066 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-52054978-ac5a-4f9d-8b5f-1eb326ef70bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:56.047096 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b765af-f0ac-4814-9171-fd0320878e42 req-a88140e5-0cf3-4da0-97e8-bcba44afc79e tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:56.049375 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-88b765af-f0ac-4814-9171-fd0320878e42 req-a88140e5-0cf3-4da0-97e8-bcba44afc79e tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 944 time: 0.1023962 Aug 30 18:34:56.106541 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-52054978-ac5a-4f9d-8b5f-1eb326ef70bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:56.119222 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-b74aad07-21b5-4cea-9adf-93556c75fcb4 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:56.122817 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-b74aad07-21b5-4cea-9adf-93556c75fcb4 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.39 "GET /v2.0/networks?id=86c6f4e9-f587-46d0-83b4-7617f4688e93 HTTP/1.1" status: 200 len: 814 time: 0.2863019 Aug 30 18:34:56.127595 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-88b765af-f0ac-4814-9171-fd0320878e42 req-79f562df-767e-4aca-a705-f42cb3240d1f tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648029 Aug 30 18:34:56.237926 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-52054978-ac5a-4f9d-8b5f-1eb326ef70bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:56.242117 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-52054978-ac5a-4f9d-8b5f-1eb326ef70bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:56.243794 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-52054978-ac5a-4f9d-8b5f-1eb326ef70bd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/05c8c878-c189-4445-9bb4-5d817311135b HTTP/1.1" status: 204 len: 168 time: 0.4631746 Aug 30 18:34:56.263164 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52054978-ac5a-4f9d-8b5f-1eb326ef70bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c8c878-c189-4445-9bb4-5d817311135b,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:56.449605 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129cbd94-e0c2-439a-841a-7fd66b55bafd req-11751096-690e-4cd1-a5df-1845fb3b3e64 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:56.452012 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-129cbd94-e0c2-439a-841a-7fd66b55bafd req-11751096-690e-4cd1-a5df-1845fb3b3e64 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 946 time: 0.0918512 Aug 30 18:34:56.533912 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-129cbd94-e0c2-439a-841a-7fd66b55bafd req-960bd5ac-4e42-4957-800f-230c7892b4e7 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710049 Aug 30 18:34:56.755389 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb2263-e978-41bf-8832-fa5ee503af9f req-db553234-ab03-4c71-b7e5-b95c132e3e0e tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:56.755389 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-dfdb2263-e978-41bf-8832-fa5ee503af9f req-db553234-ab03-4c71-b7e5-b95c132e3e0e tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 946 time: 0.0962908 Aug 30 18:34:56.768506 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 47124) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:56.776609 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-c6c47b0b-0e23-444f-9623-a80f6a84d4e6 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Request body: {'floatingip': {'port_id': 'e1007785-b841-4b73-ae46-07c4f05fa984'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:34:56.824997 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 47128) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:56.916890 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c6c47b0b-0e23-444f-9623-a80f6a84d4e6 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for floatingip, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:57.068653 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4f6496c2-472f-4c2d-8303-853119374da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:57.121144 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20f078-b40b-4264-98c9-00583dc2219d req-8c27ff55-adc8-45ff-949f-01ddc8130497 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:57.124010 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-0c20f078-b40b-4264-98c9-00583dc2219d req-8c27ff55-adc8-45ff-949f-01ddc8130497 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 946 time: 0.1915500 Aug 30 18:34:57.158785 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3d12cc17-382a-4b9a-8aec-9a03dd875b33 req-b4489b61-6e90-4fcc-836f-0c8a27562095 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 210 time: 0.0585191 Aug 30 18:34:57.297287 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-0c20f078-b40b-4264-98c9-00583dc2219d req-887a6fe4-0034-4a4c-ad6b-c3ea12101c27 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562960 Aug 30 18:34:57.425657 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4f6496c2-472f-4c2d-8303-853119374da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:57.434976 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4f6496c2-472f-4c2d-8303-853119374da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:57.521320 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-4f6496c2-472f-4c2d-8303-853119374da7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a4365c2c880a43908a4ba80cf1acfaed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6947117 Aug 30 18:34:57.524815 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 47154) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:57.541220 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6496c2-472f-4c2d-8303-853119374da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a56d65f-ba95-4209-acea-0c4c6bbca435,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:57.597938 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f79e7-76dd-4802-8592-0f3316448efc req-cdaf5716-8d71-4948-856b-cedabdc932ac tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:57.599728 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5f4f79e7-76dd-4802-8592-0f3316448efc req-cdaf5716-8d71-4948-856b-cedabdc932ac tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 944 time: 0.2193828 Aug 30 18:34:57.839767 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device eb84229e-624a-4bf8-b1b3-9691ab34f638 up at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:34:57.866298 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-be79ff58-5a62-4d96-bf65-84ca97e52917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:57.883727 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5f4f79e7-76dd-4802-8592-0f3316448efc req-9103b1a4-b0fb-482f-8290-8c1303d0e346 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388246 Aug 30 18:34:57.946562 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-be79ff58-5a62-4d96-bf65-84ca97e52917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:57.948441 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning for port eb84229e-624a-4bf8-b1b3-9691ab34f638 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:34:57.955741 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning complete for port eb84229e-624a-4bf8-b1b3-9691ab34f638 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:34:57.956304 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:58.099393 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:58.136598 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcdbd1f-7f8a-4136-a742-bb0020d44121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb84229e-624a-4bf8-b1b3-9691ab34f638'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:34:58.141513 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf7e48b1d7ea734c3ab22bdf0c4fd39094da8684eda14d675e1fcbcfa40454f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f227cf9a-7f68-4a89-b37c-9c3ad420b3e1" -d '{"events": [{"server_uuid": "9fcdbd1f-7f8a-4136-a742-bb0020d44121", "name": "network-vif-plugged", "status": "completed", "tag": "eb84229e-624a-4bf8-b1b3-9691ab34f638"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:34:58.147834 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-be79ff58-5a62-4d96-bf65-84ca97e52917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:58.151743 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-be79ff58-5a62-4d96-bf65-84ca97e52917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:58.157862 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-be79ff58-5a62-4d96-bf65-84ca97e52917 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0a56d65f-ba95-4209-acea-0c4c6bbca435 HTTP/1.1" status: 204 len: 168 time: 0.6300511 Aug 30 18:34:58.166355 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port eb84229e-624a-4bf8-b1b3-9691ab34f638, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=eb84229e-624a-4bf8-b1b3-9691ab34f638,segment=NetworkSegment(79b37a73-214a-48d0-8530-dbb5845d8dcf),segment_id=79b37a73-214a-48d0-8530-dbb5845d8dcf)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:34:58.176117 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:58.218235 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be79ff58-5a62-4d96-bf65-84ca97e52917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a56d65f-ba95-4209-acea-0c4c6bbca435,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:58.266842 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=eb84229e-624a-4bf8-b1b3-9691ab34f638,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:58.281414 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c6c47b0b-0e23-444f-9623-a80f6a84d4e6 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:58.287988 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c6c47b0b-0e23-444f-9623-a80f6a84d4e6 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120221'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:58.293139 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac484e5d-672c-4fe0-8c0b-c78f90933a4d x-openstack-request-id: req-ac484e5d-672c-4fe0-8c0b-c78f90933a4d {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:34:58.293674 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcdbd1f-7f8a-4136-a742-bb0020d44121", "name": "network-vif-plugged", "status": "completed", "tag": "eb84229e-624a-4bf8-b1b3-9691ab34f638", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:34:58.294038 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ac484e5d-672c-4fe0-8c0b-c78f90933a4d {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:34:58.294627 dv-cinder-790492-12-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcdbd1f-7f8a-4136-a742-bb0020d44121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb84229e-624a-4bf8-b1b3-9691ab34f638', 'code': 200} Aug 30 18:34:58.533365 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f19668-3ced-45e3-8905-717ca6304f3c req-354a91a2-da39-4c2b-b492-0e6b8b26dbf6 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:58.543710 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-25f19668-3ced-45e3-8905-717ca6304f3c req-354a91a2-da39-4c2b-b492-0e6b8b26dbf6 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 946 time: 0.1098638 Aug 30 18:34:58.603943 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-25f19668-3ced-45e3-8905-717ca6304f3c req-434475f6-a320-41d6-990b-451ba871d5c3 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582578 Aug 30 18:34:58.674339 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-74eab8c8-d69e-4cf6-a6ee-974e2970d592 req-72e2d8f4-49ed-491a-8d10-0f3157b7f269 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 210 time: 0.0386245 Aug 30 18:34:58.784221 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.db.l3_db [None req-c6c47b0b-0e23-444f-9623-a80f6a84d4e6 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Floating IP 775df6d4-7bad-4144-bd9e-acd9fb51c41d associated. External IP: 172.27.3.64, port: e1007785-b841-4b73-ae46-07c4f05fa984. Aug 30 18:34:58.866266 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 47218) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:58.882280 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6a3c060f-9abb-4639-9f73-fac2209b99f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:59.024958 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-d182a707-16e2-4d75-86f8-1a344de9f399 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Request body: {'port': {'device_id': 'd7c8f044-32a7-49ee-9152-4a1ed0e43174', 'network_id': '86c6f4e9-f587-46d0-83b4-7617f4688e93', 'admin_state_up': True, 'tenant_id': '26da63fb9503419c953e7d900a0bbf6f'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:34:59.129028 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c47b0b-0e23-444f-9623-a80f6a84d4e6 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Router 7e83e718-b3dd-48fb-96d1-9d76b99dcb3b has already been hosted by L3 agent 92e03f23-06fd-457e-8698-15737aaba387 {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:34:59.239429 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89ba37-3217-4da9-bbb1-54eab7c0639c req-ab37d926-15dc-4a14-a5d2-45035801fdfd tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:59.253255 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2c89ba37-3217-4da9-bbb1-54eab7c0639c req-ab37d926-15dc-4a14-a5d2-45035801fdfd tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.2407963 Aug 30 18:34:59.290603 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6a3c060f-9abb-4639-9f73-fac2209b99f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:59.313640 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6a3c060f-9abb-4639-9f73-fac2209b99f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:59.345490 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c47b0b-0e23-444f-9623-a80f6a84d4e6 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:34:59.352539 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c6c47b0b-0e23-444f-9623-a80f6a84d4e6 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:59.385822 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805dc9dc-3588-4538-9f12-cd3f7f9ffb93 None None] Sync routers for ids ['7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'] in dv-cinder-790492-12-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:34:59.396880 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-c6c47b0b-0e23-444f-9623-a80f6a84d4e6 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "PUT /v2.0/floatingips/775df6d4-7bad-4144-bd9e-acd9fb51c41d HTTP/1.1" status: 200 len: 991 time: 2.6256015 Aug 30 18:34:59.398239 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ccb0d23-9b82-4d03-803b-1bb63e08ecb8', 'tag': 'e1007785-b841-4b73-ae46-07c4f05fa984'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:34:59.405281 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59b51c3d165999f7abb95bcd2a1d887dae5609535c92c8e1dc149aa3599bab8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d270a84-4441-4642-9dd4-219c157850f8" -d '{"events": [{"name": "network-changed", "server_uuid": "2ccb0d23-9b82-4d03-803b-1bb63e08ecb8", "tag": "e1007785-b841-4b73-ae46-07c4f05fa984"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:34:59.407821 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-6a3c060f-9abb-4639-9f73-fac2209b99f0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6aa497cb819d4c3aa6ca1372f63f5885&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5403867 Aug 30 18:34:59.412186 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 47240) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:34:59.418082 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805dc9dc-3588-4538-9f12-cd3f7f9ffb93 None None] Routers {'7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:34:59.419864 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-805dc9dc-3588-4538-9f12-cd3f7f9ffb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:34:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:34:59.425929 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2c89ba37-3217-4da9-bbb1-54eab7c0639c req-e1cf6f45-c369-49f9-a8c8-8bb1859f7bfd tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714621 Aug 30 18:34:59.428673 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c060f-9abb-4639-9f73-fac2209b99f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967b4ae9-e2bb-47cb-b813-44d38738192e,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:34:59.539000 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80505376-7b97-4736-b55a-ba2ba1a545e7 x-openstack-request-id: req-80505376-7b97-4736-b55a-ba2ba1a545e7 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:34:59.539926 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ccb0d23-9b82-4d03-803b-1bb63e08ecb8", "tag": "e1007785-b841-4b73-ae46-07c4f05fa984", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:34:59.540323 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-80505376-7b97-4736-b55a-ba2ba1a545e7 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:34:59.540902 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ccb0d23-9b82-4d03-803b-1bb63e08ecb8', 'tag': 'e1007785-b841-4b73-ae46-07c4f05fa984', 'status': 'completed', 'code': 200} Aug 30 18:34:59.547539 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-d182a707-16e2-4d75-86f8-1a344de9f399 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Made reservation on behalf of 26da63fb9503419c953e7d900a0bbf6f for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:34:59.551270 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-11f488f9-c8f7-4363-b49b-85af92d33b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:59.554424 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-d182a707-16e2-4d75-86f8-1a344de9f399 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:59.605278 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-11f488f9-c8f7-4363-b49b-85af92d33b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:59.673076 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05eb94-1481-40e8-9425-44f0e0c0f74b req-741156ee-3d6d-4e32-88f0-a9082c9810ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:34:59.680958 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bf05eb94-1481-40e8-9425-44f0e0c0f74b req-741156ee-3d6d-4e32-88f0-a9082c9810ea service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 1098 time: 0.2377858 Aug 30 18:34:59.782615 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-11f488f9-c8f7-4363-b49b-85af92d33b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:59.788530 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-11f488f9-c8f7-4363-b49b-85af92d33b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:59.798290 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-11f488f9-c8f7-4363-b49b-85af92d33b77 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/967b4ae9-e2bb-47cb-b813-44d38738192e HTTP/1.1" status: 204 len: 168 time: 0.3831580 Aug 30 18:34:59.805533 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-805dc9dc-3588-4538-9f12-cd3f7f9ffb93 None None] Set router 7e83e718-b3dd-48fb-96d1-9d76b99dcb3b gateway port host: dv-cinder-790492-12-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:34:59.820808 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f488f9-c8f7-4363-b49b-85af92d33b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967b4ae9-e2bb-47cb-b813-44d38738192e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:00.091812 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e3692c4b-83b3-4bd3-b8d9-78d209939af9 req-15a72d7f-bedf-420a-aaaa-153fcbb00b3e tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 210 time: 0.1059599 Aug 30 18:35:00.259231 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d270a84-4441-4642-9dd4-219c157850f8 req-b5ba960b-6590-4fa9-bb05-f10c31a91b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:00.262651 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-6d270a84-4441-4642-9dd4-219c157850f8 req-b5ba960b-6590-4fa9-bb05-f10c31a91b21 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d89643519bc34769a45d10e5754b227b&device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 1099 time: 0.3667166 Aug 30 18:35:00.274885 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bf05eb94-1481-40e8-9425-44f0e0c0f74b req-53eab7cc-4a17-4cc8-a05a-8afffc152f58 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2672858 Aug 30 18:35:00.327849 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f91396-9600-4b09-be05-b58a550c3763 req-82b7fda8-a076-4202-b9a0-c3148404f017 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:00.331092 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d6f91396-9600-4b09-be05-b58a550c3763 req-82b7fda8-a076-4202-b9a0-c3148404f017 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 946 time: 0.3210227 Aug 30 18:35:00.480455 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-d182a707-16e2-4d75-86f8-1a344de9f399 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Allocated IP 172.20.0.9 (86c6f4e9-f587-46d0-83b4-7617f4688e93/13c4f9b1-6d7f-4ed5-9af9-16e7b316f8be/f04ef030-1229-42d5-bf83-beb70ed213f6) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:35:00.538246 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d6f91396-9600-4b09-be05-b58a550c3763 req-d2ad38e9-43f1-4efa-af62-2e816b9e6dc5 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827118 Aug 30 18:35:00.584787 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-805dc9dc-3588-4538-9f12-cd3f7f9ffb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1642375931-router', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:38Z', 'updated_at': '2021-08-30T18:33:47Z', 'revision_number': 4, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'gw_port': {'id': 'c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:40Z', 'updated_at': '2021-08-30T18:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_floatingips': [{'id': '775df6d4-7bad-4144-bd9e-acd9fb51c41d', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'router_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'port_id': 'e1007785-b841-4b73-ae46-07c4f05fa984', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3', 'mac_address': 'fa:16:3e:61:cc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb0d23-9b82-4d03-803b-1bb63e08ecb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:34:06Z', 'updated_at': '2021-08-30T18:34:57Z', 'revision_number': 1, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e898370-f09c-46de-8880-2fd101cc074f', 'name': '', 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'mac_address': 'fa:16:3e:49:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:45Z', 'updated_at': '2021-08-30T18:34:09Z', 'revision_number': 5, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'subnets': [{'id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:35:00.642622 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d270a84-4441-4642-9dd4-219c157850f8 req-9e0a381d-761f-4cc8-abc4-e5b2ae516b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:00.645359 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-6d270a84-4441-4642-9dd4-219c157850f8 req-9e0a381d-761f-4cc8-abc4-e5b2ae516b3a service neutron] 10.222.0.39 "GET /v2.0/networks?id=6fc39c71-5951-46b8-8518-6e7081e1cda3 HTTP/1.1" status: 200 len: 917 time: 0.3631401 Aug 30 18:35:00.652570 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805dc9dc-3588-4538-9f12-cd3f7f9ffb93 None None] Checking router: 7e83e718-b3dd-48fb-96d1-9d76b99dcb3b for host: dv-cinder-790492-12-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:35:00.679965 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805dc9dc-3588-4538-9f12-cd3f7f9ffb93 None None] Routers {'7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:35:00.680618 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-805dc9dc-3588-4538-9f12-cd3f7f9ffb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:34:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:35:00.695039 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa659932-a68e-455c-b055-d828218763a8 req-b081c968-6a0f-496f-8b7c-bc9a4385a0d0 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:00.713227 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-aa659932-a68e-455c-b055-d828218763a8 req-b081c968-6a0f-496f-8b7c-bc9a4385a0d0 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.1382492 Aug 30 18:35:00.815638 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-aa659932-a68e-455c-b055-d828218763a8 req-9af8035b-040f-4258-8a1d-0b3f61bb572d tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010978 Aug 30 18:35:00.999580 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-d182a707-16e2-4d75-86f8-1a344de9f399 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:01.062218 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-805dc9dc-3588-4538-9f12-cd3f7f9ffb93 None None] Set router 7e83e718-b3dd-48fb-96d1-9d76b99dcb3b gateway port host: dv-cinder-790492-12-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:35:01.116288 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-d182a707-16e2-4d75-86f8-1a344de9f399 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:01.246041 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-d182a707-16e2-4d75-86f8-1a344de9f399 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Network 86c6f4e9-f587-46d0-83b4-7617f4688e93 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:35:01.252721 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-d182a707-16e2-4d75-86f8-1a344de9f399 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:35:01.264985 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-d182a707-16e2-4d75-86f8-1a344de9f399 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:35:01.270838 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-d182a707-16e2-4d75-86f8-1a344de9f399 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:01.271587 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-d182a707-16e2-4d75-86f8-1a344de9f399 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:01.287745 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d182a707-16e2-4d75-86f8-1a344de9f399 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Pushing event updated for resources: {'Port': ['ID=f04ef030-1229-42d5-bf83-beb70ed213f6,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:01.321801 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-d182a707-16e2-4d75-86f8-1a344de9f399 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3066595 Aug 30 18:35:01.341064 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfff91-b928-43eb-a4d8-5a18ff9c324f req-586d2464-9834-48d9-ad2a-eb16adeb6a43 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:01.343636 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-43cfff91-b928-43eb-a4d8-5a18ff9c324f req-586d2464-9834-48d9-ad2a-eb16adeb6a43 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 946 time: 0.1924653 Aug 30 18:35:01.428921 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-43cfff91-b928-43eb-a4d8-5a18ff9c324f req-1f146bc5-88d9-4ab7-997a-9d302ac2993b tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714896 Aug 30 18:35:01.592459 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca800ad-2918-4b2f-8584-f84485aa397e req-a2da06ac-d79b-481a-b530-bd1da9093cae tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:01.594413 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7ca800ad-2918-4b2f-8584-f84485aa397e req-a2da06ac-d79b-481a-b530-bd1da9093cae tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 931 time: 0.0811396 Aug 30 18:35:01.630171 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-805dc9dc-3588-4538-9f12-cd3f7f9ffb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1642375931-router', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:38Z', 'updated_at': '2021-08-30T18:33:47Z', 'revision_number': 4, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'gw_port': {'id': 'c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:40Z', 'updated_at': '2021-08-30T18:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_floatingips': [{'id': '775df6d4-7bad-4144-bd9e-acd9fb51c41d', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'router_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'port_id': 'e1007785-b841-4b73-ae46-07c4f05fa984', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3', 'mac_address': 'fa:16:3e:61:cc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb0d23-9b82-4d03-803b-1bb63e08ecb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:34:06Z', 'updated_at': '2021-08-30T18:34:57Z', 'revision_number': 1, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e898370-f09c-46de-8880-2fd101cc074f', 'name': '', 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'mac_address': 'fa:16:3e:49:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:45Z', 'updated_at': '2021-08-30T18:34:09Z', 'revision_number': 5, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'subnets': [{'id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:35:01.657259 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7ca800ad-2918-4b2f-8584-f84485aa397e req-7b259b23-a22a-4d28-ac03-7ca5e3e6c6a5 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551691 Aug 30 18:35:01.665341 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805dc9dc-3588-4538-9f12-cd3f7f9ffb93 None None] The sync data for ids ['7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'] in dv-cinder-790492-12-iscsi is: [{'id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1642375931-router', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:38Z', 'updated_at': '2021-08-30T18:33:47Z', 'revision_number': 4, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'gw_port': {'id': 'c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:40Z', 'updated_at': '2021-08-30T18:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_floatingips': [{'id': '775df6d4-7bad-4144-bd9e-acd9fb51c41d', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'router_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'port_id': 'e1007785-b841-4b73-ae46-07c4f05fa984', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3', 'mac_address': 'fa:16:3e:61:cc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb0d23-9b82-4d03-803b-1bb63e08ecb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:34:06Z', 'updated_at': '2021-08-30T18:34:57Z', 'revision_number': 1, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e898370-f09c-46de-8880-2fd101cc074f', 'name': '', 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'mac_address': 'fa:16:3e:49:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:45Z', 'updated_at': '2021-08-30T18:34:09Z', 'revision_number': 5, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'subnets': [{'id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:35:02.019647 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51f50ba-6888-4ed8-9af1-334885e0ffff None None] New status for floating IP 775df6d4-7bad-4144-bd9e-acd9fb51c41d: ACTIVE {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 18:35:02.029151 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916135e-6b08-4770-a39a-1559c6df8b01 req-bfce898e-c85c-43a9-9393-59d995f4fa7a tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:02.036192 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-6916135e-6b08-4770-a39a-1559c6df8b01 req-bfce898e-c85c-43a9-9393-59d995f4fa7a tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.0956271 Aug 30 18:35:02.118580 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-6916135e-6b08-4770-a39a-1559c6df8b01 req-7ef824e2-f193-4bcf-8237-2e1df4efccd2 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745502 Aug 30 18:35:02.152372 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 47308) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:02.327243 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fcf22167-fe8e-4767-b1a8-f4dd64ec0f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:02.454002 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fcf22167-fe8e-4767-b1a8-f4dd64ec0f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:02.460269 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fcf22167-fe8e-4767-b1a8-f4dd64ec0f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:02.524012 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-fcf22167-fe8e-4767-b1a8-f4dd64ec0f25 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ef8d61a73df7467baa9b4f57a139e136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3674076 Aug 30 18:35:02.524012 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf22167-fe8e-4767-b1a8-f4dd64ec0f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7225a529-1848-49ea-aa60-62fba361c102,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:02.524407 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 47318) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:02.616563 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3b61c81b-49fb-447d-b90f-89e5873b29c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:02.627594 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ce046-d006-4242-aa05-f5d10d8ef79a req-62b5ac0f-0313-4ef8-ad47-eb9a39840245 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:02.629245 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-9a4ce046-d006-4242-aa05-f5d10d8ef79a req-62b5ac0f-0313-4ef8-ad47-eb9a39840245 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 946 time: 0.0759034 Aug 30 18:35:02.681204 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3b61c81b-49fb-447d-b90f-89e5873b29c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:02.726169 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-9a4ce046-d006-4242-aa05-f5d10d8ef79a req-20cf7f5f-8a16-43c4-9c5a-7ca6763fd039 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862164 Aug 30 18:35:02.768370 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3b61c81b-49fb-447d-b90f-89e5873b29c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:02.773310 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3b61c81b-49fb-447d-b90f-89e5873b29c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:02.778166 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-3b61c81b-49fb-447d-b90f-89e5873b29c0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7225a529-1848-49ea-aa60-62fba361c102 HTTP/1.1" status: 204 len: 168 time: 0.2498553 Aug 30 18:35:02.793704 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b61c81b-49fb-447d-b90f-89e5873b29c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7225a529-1848-49ea-aa60-62fba361c102,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:02.913523 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3465a-8e20-4c8c-a05f-501dacb96139 req-8cf856e2-a409-4d74-977c-8fd83ae87842 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:02.915392 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c2a3465a-8e20-4c8c-a05f-501dacb96139 req-8cf856e2-a409-4d74-977c-8fd83ae87842 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 931 time: 0.0885727 Aug 30 18:35:02.981712 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c2a3465a-8e20-4c8c-a05f-501dacb96139 req-52f580a1-f3c0-4a85-8a45-facf2b05bfd2 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530412 Aug 30 18:35:03.308863 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3483c-3e74-460e-a177-6374dc843723 req-4c542691-22c1-447b-8028-847515fcba67 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:03.321737 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a9e3483c-3e74-460e-a177-6374dc843723 req-4c542691-22c1-447b-8028-847515fcba67 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.0969748 Aug 30 18:35:03.382284 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a9e3483c-3e74-460e-a177-6374dc843723 req-3b267648-3501-40c1-979b-1efde406d409 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590560 Aug 30 18:35:03.651226 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['a8e16594-074f-42d5-bbfe-31e155c8207f'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:35:03.940592 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fdcd6e-4954-499a-b14b-a0d1fe5728a9 req-eb3665f3-b8e0-4e16-921a-d86739daad7e tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:03.942487 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d9fdcd6e-4954-499a-b14b-a0d1fe5728a9 req-eb3665f3-b8e0-4e16-921a-d86739daad7e tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 946 time: 0.0816574 Aug 30 18:35:03.998639 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d9fdcd6e-4954-499a-b14b-a0d1fe5728a9 req-8af1e870-3e29-4141-8594-09bf6764f8e8 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487959 Aug 30 18:35:04.080532 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-26b890a4-48a7-4347-b893-c17f1d5bae29 service neutron] Request body: {'port': {'device_id': 'd7c8f044-32a7-49ee-9152-4a1ed0e43174', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:35:04.341764 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-6d270a84-4441-4642-9dd4-219c157850f8 req-449975cf-c8d3-4970-8947-d46e32b48e70 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1007785-b841-4b73-ae46-07c4f05fa984 HTTP/1.1" status: 200 len: 1001 time: 0.2758377 Aug 30 18:35:04.629460 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1403219-9f44-489e-a63a-8de9e3822d16 req-4a45d2db-450c-4da3-8f8a-37efbd6e78f6 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:04.631315 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b1403219-9f44-489e-a63a-8de9e3822d16 req-4a45d2db-450c-4da3-8f8a-37efbd6e78f6 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.0761120 Aug 30 18:35:04.697491 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b1403219-9f44-489e-a63a-8de9e3822d16 req-26a2daa1-eccf-428c-ac86-9d8cce58645e tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541775 Aug 30 18:35:04.712737 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-26b890a4-48a7-4347-b893-c17f1d5bae29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:04.793753 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d270a84-4441-4642-9dd4-219c157850f8 req-d38ed5f4-3d71-4aeb-94e2-38e7cc04898e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:04.795739 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-6d270a84-4441-4642-9dd4-219c157850f8 req-d38ed5f4-3d71-4aeb-94e2-38e7cc04898e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e547c2a0-76a1-4c05-919d-55422e695ce0 HTTP/1.1" status: 200 len: 856 time: 0.3969526 Aug 30 18:35:04.807978 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fd090-08d7-4581-b3db-036500def384 req-3577efa5-3bcf-4644-bb5f-a33dca84783f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:04.807978 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-780fd090-08d7-4581-b3db-036500def384 req-3577efa5-3bcf-4644-bb5f-a33dca84783f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b40c9b3f5af3488f90539cd60fa44e2e&device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 1099 time: 0.5978789 Aug 30 18:35:04.813414 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53f979-ecd1-467f-9119-668e8c1c7338 req-162ba460-8f0a-4c83-ae5d-67ed3534333b tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:04.815037 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-5b53f979-ecd1-467f-9119-668e8c1c7338 req-162ba460-8f0a-4c83-ae5d-67ed3534333b tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 931 time: 0.6140745 Aug 30 18:35:05.160135 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-5b53f979-ecd1-467f-9119-668e8c1c7338 req-8977e1f3-228a-43c3-a6be-0171c533de92 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264048 Aug 30 18:35:05.224795 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d270a84-4441-4642-9dd4-219c157850f8 req-7b286452-4d58-4b73-b0b9-a6a7b56116c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:05.227382 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-6d270a84-4441-4642-9dd4-219c157850f8 req-7b286452-4d58-4b73-b0b9-a6a7b56116c2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6fc39c71-5951-46b8-8518-6e7081e1cda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4020281 Aug 30 18:35:05.233329 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1948085-1fb2-4f4d-8a6b-3955fcd680db req-23fa86fa-0c87-4ae3-8181-d49226259c2d tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:05.234739 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d1948085-1fb2-4f4d-8a6b-3955fcd680db req-23fa86fa-0c87-4ae3-8181-d49226259c2d tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 946 time: 0.1179905 Aug 30 18:35:05.363051 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d1948085-1fb2-4f4d-8a6b-3955fcd680db req-3463b317-3485-49ae-ae18-9d9e44b1271c tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133511 Aug 30 18:35:05.372933 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fd090-08d7-4581-b3db-036500def384 req-8c724d50-0759-4a81-9a8c-2bf4a9f275eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:05.375357 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-780fd090-08d7-4581-b3db-036500def384 req-8c724d50-0759-4a81-9a8c-2bf4a9f275eb service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa732d19-e894-497a-96b4-f1158b92c807 HTTP/1.1" status: 200 len: 919 time: 0.5453076 Aug 30 18:35:05.644026 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-780fd090-08d7-4581-b3db-036500def384 req-66df09d8-5fe5-48d5-a0f2-7a2c4b2994e0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d56f29d0-1c3a-4a93-a5b0-2dfc17376594 HTTP/1.1" status: 200 len: 217 time: 0.2013836 Aug 30 18:35:05.651678 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-6d270a84-4441-4642-9dd4-219c157850f8 req-bf8d0bc6-1b26-49fa-b1d0-5d9df6fa3032 service neutron] 10.222.0.39 "GET /v2.0/networks/6fc39c71-5951-46b8-8518-6e7081e1cda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033775 Aug 30 18:35:05.883772 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-26b890a4-48a7-4347-b893-c17f1d5bae29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f04ef030-1229-42d5-bf83-beb70ed213f6 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:35:05.903331 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-26b890a4-48a7-4347-b893-c17f1d5bae29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:05.912647 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fd090-08d7-4581-b3db-036500def384 req-89d0e5b3-ffc8-43b3-8cd4-d99e1d27b533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:05.914835 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-780fd090-08d7-4581-b3db-036500def384 req-89d0e5b3-ffc8-43b3-8cd4-d99e1d27b533 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2403c141-9264-413b-9a4f-d5fa5c3597f5 HTTP/1.1" status: 200 len: 859 time: 0.1833467 Aug 30 18:35:05.951298 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-26b890a4-48a7-4347-b893-c17f1d5bae29 service neutron] Transition to ACTIVE for port object f04ef030-1229-42d5-bf83-beb70ed213f6 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:35:05.998019 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-780fd090-08d7-4581-b3db-036500def384 req-8526a144-bc95-440e-8793-6c10478fff1f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa732d19-e894-497a-96b4-f1158b92c807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427754 Aug 30 18:35:05.999637 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-26b890a4-48a7-4347-b893-c17f1d5bae29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:06.023872 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-6d270a84-4441-4642-9dd4-219c157850f8 req-196b3df6-aac8-4e37-8be7-cb666ec91aa9 service neutron] 10.222.0.39 "GET /v2.0/networks/6fc39c71-5951-46b8-8518-6e7081e1cda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999761 Aug 30 18:35:06.041810 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522c44e-c8b1-4c6e-a120-b1d07c0ccf1f req-896f4f0c-729f-4898-a362-bd6268f5f9de tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:06.044871 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9522c44e-c8b1-4c6e-a120-b1d07c0ccf1f req-896f4f0c-729f-4898-a362-bd6268f5f9de tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.1600156 Aug 30 18:35:06.115767 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9522c44e-c8b1-4c6e-a120-b1d07c0ccf1f req-7cc81ca3-33f9-4783-a95d-d5619181bfa1 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553644 Aug 30 18:35:06.156572 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b890a4-48a7-4347-b893-c17f1d5bae29 service neutron] Pushing event updated for resources: {'Port': ['ID=f04ef030-1229-42d5-bf83-beb70ed213f6,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:06.213965 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-26b890a4-48a7-4347-b893-c17f1d5bae29 service neutron] Attempting to bind port f04ef030-1229-42d5-bf83-beb70ed213f6 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:35:06.214585 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-26b890a4-48a7-4347-b893-c17f1d5bae29 service neutron] Attempting to bind port f04ef030-1229-42d5-bf83-beb70ed213f6 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '86c6f4e9-f587-46d0-83b4-7617f4688e93'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:35:06.214701 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-26b890a4-48a7-4347-b893-c17f1d5bae29 service neutron] Attempting to bind port f04ef030-1229-42d5-bf83-beb70ed213f6 on network 86c6f4e9-f587-46d0-83b4-7617f4688e93 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:35:06.224641 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-26b890a4-48a7-4347-b893-c17f1d5bae29 service neutron] Port f04ef030-1229-42d5-bf83-beb70ed213f6 on network 86c6f4e9-f587-46d0-83b4-7617f4688e93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:35:06.225248 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-26b890a4-48a7-4347-b893-c17f1d5bae29 service neutron] Attempting to bind port f04ef030-1229-42d5-bf83-beb70ed213f6 on network 86c6f4e9-f587-46d0-83b4-7617f4688e93 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:35:06.242389 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-26b890a4-48a7-4347-b893-c17f1d5bae29 service neutron] Checking agent: {'id': '7d13e2b4-65d8-4093-b4fc-5ca6c835aab8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'started_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:35:06.242744 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-26b890a4-48a7-4347-b893-c17f1d5bae29 service neutron] Checking segment: {'id': 'aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '86c6f4e9-f587-46d0-83b4-7617f4688e93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:35:06.243163 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-26b890a4-48a7-4347-b893-c17f1d5bae29 service neutron] Bound using segment: {'id': 'aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '86c6f4e9-f587-46d0-83b4-7617f4688e93'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:35:06.243707 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-26b890a4-48a7-4347-b893-c17f1d5bae29 service neutron] Bound port: f04ef030-1229-42d5-bf83-beb70ed213f6, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '86c6f4e9-f587-46d0-83b4-7617f4688e93'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:35:06.244098 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-26b890a4-48a7-4347-b893-c17f1d5bae29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:06.270469 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-780fd090-08d7-4581-b3db-036500def384 req-459b0611-cb4e-4d02-886d-c91211f10c17 service neutron] 10.222.0.39 "GET /v2.0/networks/fa732d19-e894-497a-96b4-f1158b92c807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598073 Aug 30 18:35:06.383902 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec50a4-7534-4da3-b947-c3528192b54b req-8185839f-865c-44fb-a072-ed1c6d330599 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:06.385363 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-15ec50a4-7534-4da3-b947-c3528192b54b req-8185839f-865c-44fb-a072-ed1c6d330599 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 943 time: 0.0715752 Aug 30 18:35:06.453524 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-15ec50a4-7534-4da3-b947-c3528192b54b req-f0814322-9903-4087-aafc-4b63390ce7f5 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536973 Aug 30 18:35:06.460728 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38873cde-a283-47c6-92d0-60435d1cf0ce req-e1f85c7d-77fa-4354-918f-34357d3a3aff tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:06.463056 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-38873cde-a283-47c6-92d0-60435d1cf0ce req-e1f85c7d-77fa-4354-918f-34357d3a3aff tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.2052331 Aug 30 18:35:06.473308 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 47438) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:06.480578 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-552a869c-0495-40f5-96c7-4ad205feefb1 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Request body: {'floatingip': {'port_id': 'eb84229e-624a-4bf8-b1b3-9691ab34f638'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:35:06.495215 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-26b890a4-48a7-4347-b893-c17f1d5bae29 service neutron] For port f04ef030-1229-42d5-bf83-beb70ed213f6, host hv-cinder-79049, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:35:06.499273 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-26b890a4-48a7-4347-b893-c17f1d5bae29 service neutron] For port f04ef030-1229-42d5-bf83-beb70ed213f6, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f04ef030-1229-42d5-bf83-beb70ed213f6,segment=NetworkSegment(aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf),segment_id=aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:35:06.508054 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-780fd090-08d7-4581-b3db-036500def384 req-1fe8b0a5-e647-45b4-ac86-ff03e07d5926 service neutron] 10.222.0.39 "GET /v2.0/networks/fa732d19-e894-497a-96b4-f1158b92c807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160509 Aug 30 18:35:06.515715 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-26b890a4-48a7-4347-b893-c17f1d5bae29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:06.544677 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-552a869c-0495-40f5-96c7-4ad205feefb1 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for floatingip, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:06.619777 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-26b890a4-48a7-4347-b893-c17f1d5bae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:06.620920 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-26b890a4-48a7-4347-b893-c17f1d5bae29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:06.625379 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-26b890a4-48a7-4347-b893-c17f1d5bae29 service neutron] 10.222.0.39 "PUT /v2.0/ports/f04ef030-1229-42d5-bf83-beb70ed213f6 HTTP/1.1" status: 200 len: 1093 time: 2.5599012 Aug 30 18:35:06.627664 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c8f044-32a7-49ee-9152-4a1ed0e43174', 'tag': 'f04ef030-1229-42d5-bf83-beb70ed213f6'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:35:06.630348 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d2e289-272d-45d7-ab19-423f7295e80f" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c8f044-32a7-49ee-9152-4a1ed0e43174", "tag": "f04ef030-1229-42d5-bf83-beb70ed213f6"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:35:06.667332 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b890a4-48a7-4347-b893-c17f1d5bae29 service neutron] Pushing event updated for resources: {'Port': ['ID=f04ef030-1229-42d5-bf83-beb70ed213f6,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:06.680137 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd67cc-b43b-471d-a689-7bcc2ad858c1 req-bc05a346-a1d2-4260-a10d-d653c1f60b35 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:06.682546 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-73bd67cc-b43b-471d-a689-7bcc2ad858c1 req-bc05a346-a1d2-4260-a10d-d653c1f60b35 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 946 time: 0.1238995 Aug 30 18:35:06.755998 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-73bd67cc-b43b-471d-a689-7bcc2ad858c1 req-100db68a-5397-4852-b2ff-981b1784dad2 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647969 Aug 30 18:35:06.844262 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446f2409-74bb-499a-8c67-b95be9c91b59 x-openstack-request-id: req-446f2409-74bb-499a-8c67-b95be9c91b59 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:35:06.844998 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c8f044-32a7-49ee-9152-4a1ed0e43174", "tag": "f04ef030-1229-42d5-bf83-beb70ed213f6", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:35:06.845470 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-446f2409-74bb-499a-8c67-b95be9c91b59 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:35:06.846258 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c8f044-32a7-49ee-9152-4a1ed0e43174', 'tag': 'f04ef030-1229-42d5-bf83-beb70ed213f6', 'status': 'completed', 'code': 200} Aug 30 18:35:07.224536 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902501e-69c5-4599-8d48-5d8b13c7fd54 req-557bcc12-53d4-42f5-83e3-3856fa64e9c7 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:07.226375 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d902501e-69c5-4599-8d48-5d8b13c7fd54 req-557bcc12-53d4-42f5-83e3-3856fa64e9c7 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab544a2-8dc9-49d4-9b30-81ae57f1454c HTTP/1.1" status: 200 len: 945 time: 0.0807579 Aug 30 18:35:07.277613 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d902501e-69c5-4599-8d48-5d8b13c7fd54 req-49e50815-14b5-445b-b995-0b450e657d3c tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4a520cd-e5de-4593-8814-076e3f1e186a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385342 Aug 30 18:35:07.322514 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-552a869c-0495-40f5-96c7-4ad205feefb1 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:07.326564 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-552a869c-0495-40f5-96c7-4ad205feefb1 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120221'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:07.450612 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.db.l3_db [None req-552a869c-0495-40f5-96c7-4ad205feefb1 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Floating IP 9fd65a8d-b76b-4d08-94a2-30946b7d91f8 associated. External IP: 172.27.3.127, port: eb84229e-624a-4bf8-b1b3-9691ab34f638. Aug 30 18:35:07.664042 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172dee17-bb9a-44ef-a50f-41e5626d37b1 req-86d64bf6-5fe1-451f-a6fe-2ded5dc1ddb1 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:07.666669 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-172dee17-bb9a-44ef-a50f-41e5626d37b1 req-86d64bf6-5fe1-451f-a6fe-2ded5dc1ddb1 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 943 time: 0.0781348 Aug 30 18:35:07.725238 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-172dee17-bb9a-44ef-a50f-41e5626d37b1 req-e371c1e5-1ec4-485e-869a-c03bceb358a5 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507383 Aug 30 18:35:07.734594 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552a869c-0495-40f5-96c7-4ad205feefb1 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Router dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7 has already been hosted by L3 agent 92e03f23-06fd-457e-8698-15737aaba387 {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:35:07.902898 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552a869c-0495-40f5-96c7-4ad205feefb1 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:35:07.909052 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-552a869c-0495-40f5-96c7-4ad205feefb1 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:07.917322 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e838d2-93a6-4041-921c-6e8b893a37b6 None None] Sync routers for ids ['dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'] in dv-cinder-790492-12-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:35:07.926067 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cd916-eea0-4421-a7c8-d343d0bc9ccf req-e172f698-3a6d-47f4-a780-6f49f22d63b3 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:07.928708 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a61cd916-eea0-4421-a7c8-d343d0bc9ccf req-e172f698-3a6d-47f4-a780-6f49f22d63b3 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 946 time: 0.0853686 Aug 30 18:35:07.944586 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e838d2-93a6-4041-921c-6e8b893a37b6 None None] Routers {'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:35:07.945626 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-b0e838d2-93a6-4041-921c-6e8b893a37b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:34:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:35:07.958563 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-552a869c-0495-40f5-96c7-4ad205feefb1 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "PUT /v2.0/floatingips/9fd65a8d-b76b-4d08-94a2-30946b7d91f8 HTTP/1.1" status: 200 len: 991 time: 1.4837680 Aug 30 18:35:07.959720 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fcdbd1f-7f8a-4136-a742-bb0020d44121', 'tag': 'eb84229e-624a-4bf8-b1b3-9691ab34f638'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:35:07.962347 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59b51c3d165999f7abb95bcd2a1d887dae5609535c92c8e1dc149aa3599bab8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2f4de9-cdc5-43a5-86a7-6e944cb93308" -d '{"events": [{"name": "network-changed", "server_uuid": "9fcdbd1f-7f8a-4136-a742-bb0020d44121", "tag": "eb84229e-624a-4bf8-b1b3-9691ab34f638"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:35:08.005675 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a61cd916-eea0-4421-a7c8-d343d0bc9ccf req-41731572-594c-4d7e-a064-3b67e699a82a tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569875 Aug 30 18:35:08.075931 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-b0e838d2-93a6-4041-921c-6e8b893a37b6 None None] Set router dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:35:08.418008 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-b0e838d2-93a6-4041-921c-6e8b893a37b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'name': 'tempest-AttachVolumeTestJSON-829720461-router', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '73055980-6e5d-4d6f-8596-a0ca7a7d5b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:43Z', 'updated_at': '2021-08-30T18:34:00Z', 'revision_number': 4, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'gw_port': {'id': '73055980-6e5d-4d6f-8596-a0ca7a7d5b10', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:45Z', 'updated_at': '2021-08-30T18:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_floatingips': [{'id': '9fd65a8d-b76b-4d08-94a2-30946b7d91f8', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'router_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'port_id': 'eb84229e-624a-4bf8-b1b3-9691ab34f638', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9', 'mac_address': 'fa:16:3e:40:7d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcdbd1f-7f8a-4136-a742-bb0020d44121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:34:22Z', 'updated_at': '2021-08-30T18:35:07Z', 'revision_number': 1, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44238e13-996e-42d9-9e9c-7957319492ec', 'name': '', 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'mac_address': 'fa:16:3e:8e:b6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06b2e4f8-43ee-4d3b-b176-d28355e277df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:57Z', 'updated_at': '2021-08-30T18:34:18Z', 'revision_number': 5, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'subnets': [{'id': '06b2e4f8-43ee-4d3b-b176-d28355e277df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:35:08.453813 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e838d2-93a6-4041-921c-6e8b893a37b6 None None] Checking router: dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7 for host: dv-cinder-790492-12-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:35:08.464374 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e838d2-93a6-4041-921c-6e8b893a37b6 None None] Routers {'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:35:08.466070 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-b0e838d2-93a6-4041-921c-6e8b893a37b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:34:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:35:08.619166 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-b0e838d2-93a6-4041-921c-6e8b893a37b6 None None] Set router dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:35:08.733127 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:08.987049 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-b0e838d2-93a6-4041-921c-6e8b893a37b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'name': 'tempest-AttachVolumeTestJSON-829720461-router', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '73055980-6e5d-4d6f-8596-a0ca7a7d5b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:43Z', 'updated_at': '2021-08-30T18:34:00Z', 'revision_number': 4, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'gw_port': {'id': '73055980-6e5d-4d6f-8596-a0ca7a7d5b10', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:45Z', 'updated_at': '2021-08-30T18:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_floatingips': [{'id': '9fd65a8d-b76b-4d08-94a2-30946b7d91f8', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'router_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'port_id': 'eb84229e-624a-4bf8-b1b3-9691ab34f638', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9', 'mac_address': 'fa:16:3e:40:7d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcdbd1f-7f8a-4136-a742-bb0020d44121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:34:22Z', 'updated_at': '2021-08-30T18:35:07Z', 'revision_number': 1, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44238e13-996e-42d9-9e9c-7957319492ec', 'name': '', 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'mac_address': 'fa:16:3e:8e:b6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06b2e4f8-43ee-4d3b-b176-d28355e277df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:57Z', 'updated_at': '2021-08-30T18:34:18Z', 'revision_number': 5, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'subnets': [{'id': '06b2e4f8-43ee-4d3b-b176-d28355e277df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:35:09.019483 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e838d2-93a6-4041-921c-6e8b893a37b6 None None] The sync data for ids ['dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'] in dv-cinder-790492-12-iscsi is: [{'id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'name': 'tempest-AttachVolumeTestJSON-829720461-router', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '73055980-6e5d-4d6f-8596-a0ca7a7d5b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:43Z', 'updated_at': '2021-08-30T18:34:00Z', 'revision_number': 4, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'gw_port': {'id': '73055980-6e5d-4d6f-8596-a0ca7a7d5b10', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:45Z', 'updated_at': '2021-08-30T18:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_floatingips': [{'id': '9fd65a8d-b76b-4d08-94a2-30946b7d91f8', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'router_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'port_id': 'eb84229e-624a-4bf8-b1b3-9691ab34f638', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9', 'mac_address': 'fa:16:3e:40:7d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcdbd1f-7f8a-4136-a742-bb0020d44121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:34:22Z', 'updated_at': '2021-08-30T18:35:07Z', 'revision_number': 1, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44238e13-996e-42d9-9e9c-7957319492ec', 'name': '', 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'mac_address': 'fa:16:3e:8e:b6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06b2e4f8-43ee-4d3b-b176-d28355e277df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:57Z', 'updated_at': '2021-08-30T18:34:18Z', 'revision_number': 5, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'subnets': [{'id': '06b2e4f8-43ee-4d3b-b176-d28355e277df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:35:09.270601 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4633cea3-a88f-4133-b345-bf04dbb1f1ac None None] New status for floating IP 9fd65a8d-b76b-4d08-94a2-30946b7d91f8: ACTIVE {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 18:35:10.184513 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2e289-272d-45d7-ab19-423f7295e80f req-006b1b56-4545-456e-a0d6-f79133c254a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:10.187552 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-44d2e289-272d-45d7-ab19-423f7295e80f req-006b1b56-4545-456e-a0d6-f79133c254a3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=26da63fb9503419c953e7d900a0bbf6f&device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 1096 time: 0.0957832 Aug 30 18:35:10.206861 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9793fa49-e5dc-4df7-8ff2-bb41fc5adc15 x-openstack-request-id: req-9793fa49-e5dc-4df7-8ff2-bb41fc5adc15 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:35:10.206861 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fcdbd1f-7f8a-4136-a742-bb0020d44121", "tag": "eb84229e-624a-4bf8-b1b3-9691ab34f638", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:35:10.206861 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9793fa49-e5dc-4df7-8ff2-bb41fc5adc15 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:35:10.206861 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fcdbd1f-7f8a-4136-a742-bb0020d44121', 'tag': 'eb84229e-624a-4bf8-b1b3-9691ab34f638', 'status': 'completed', 'code': 200} Aug 30 18:35:10.386381 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4ecbf-9008-43d1-8859-f50436b08b4d req-943f3dbe-0a87-42c9-ac2a-f3c26307ace2 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:10.388866 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b7a4ecbf-9008-43d1-8859-f50436b08b4d req-943f3dbe-0a87-42c9-ac2a-f3c26307ace2 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 943 time: 0.1033504 Aug 30 18:35:10.439928 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b32b5-fd8d-4cfc-91b3-aab6fd3a67c7 req-a825df4b-223e-4308-9a7c-91753907ed62 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:10.442791 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-db0b32b5-fd8d-4cfc-91b3-aab6fd3a67c7 req-a825df4b-223e-4308-9a7c-91753907ed62 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab544a2-8dc9-49d4-9b30-81ae57f1454c HTTP/1.1" status: 200 len: 945 time: 0.1563692 Aug 30 18:35:10.466095 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b7a4ecbf-9008-43d1-8859-f50436b08b4d req-d3e0eac3-79a6-4960-a7d0-281922e8c68e tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652299 Aug 30 18:35:10.690024 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1debd4b8-833e-4d7b-8fcd-be230a1bcf44 req-ded3cabc-a751-463b-b7e6-e66be62dc2bd tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:10.693005 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1debd4b8-833e-4d7b-8fcd-be230a1bcf44 req-ded3cabc-a751-463b-b7e6-e66be62dc2bd tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 946 time: 0.1050003 Aug 30 18:35:10.769311 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1debd4b8-833e-4d7b-8fcd-be230a1bcf44 req-3dad1256-4477-4657-a4a3-b03406ec87b5 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650456 Aug 30 18:35:10.987058 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-db0b32b5-fd8d-4cfc-91b3-aab6fd3a67c7 req-1fe81b3b-40e0-472e-9fa9-9f5607548eca tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4a520cd-e5de-4593-8814-076e3f1e186a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5042181 Aug 30 18:35:11.002431 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f4de9-cdc5-43a5-86a7-6e944cb93308 req-bf338acc-f75e-4590-b07c-2ae66e62cb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:11.005052 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-8e2f4de9-cdc5-43a5-86a7-6e944cb93308 req-bf338acc-f75e-4590-b07c-2ae66e62cb89 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c8c53c4b1f724a2d82c8b9aa097e7b08&device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 1098 time: 0.5813072 Aug 30 18:35:11.035328 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2e289-272d-45d7-ab19-423f7295e80f req-942b01f7-3c57-4898-92ef-f6ccca572a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:11.037960 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-44d2e289-272d-45d7-ab19-423f7295e80f req-942b01f7-3c57-4898-92ef-f6ccca572a7f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=26da63fb9503419c953e7d900a0bbf6f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.6456578 Aug 30 18:35:11.487986 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f4de9-cdc5-43a5-86a7-6e944cb93308 req-e34e907e-d901-47ca-9aab-8e64cbceb37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:11.490931 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-8e2f4de9-cdc5-43a5-86a7-6e944cb93308 req-e34e907e-d901-47ca-9aab-8e64cbceb37f service neutron] 10.222.0.39 "GET /v2.0/networks?id=ab82acb0-f81e-4d3a-b5c2-781193f4d5c9 HTTP/1.1" status: 200 len: 910 time: 0.4718618 Aug 30 18:35:11.520875 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2e289-272d-45d7-ab19-423f7295e80f req-78cec685-7e27-4874-9ede-6ff2bfeb3149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:11.532029 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-44d2e289-272d-45d7-ab19-423f7295e80f req-78cec685-7e27-4874-9ede-6ff2bfeb3149 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4191997 Aug 30 18:35:11.723458 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-8e2f4de9-cdc5-43a5-86a7-6e944cb93308 req-55cb9680-3f5a-4794-bafe-8b0e5600b62e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb84229e-624a-4bf8-b1b3-9691ab34f638 HTTP/1.1" status: 200 len: 1001 time: 0.2154055 Aug 30 18:35:11.730812 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339de03-eb88-443a-97bd-b26ebdf2d1d4 req-0a34175a-2e25-414a-b603-1fabd74ecee7 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:11.733666 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6339de03-eb88-443a-97bd-b26ebdf2d1d4 req-0a34175a-2e25-414a-b603-1fabd74ecee7 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 943 time: 0.1171412 Aug 30 18:35:11.796258 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-84ef3b8c-6e42-4dad-a0d8-d33216d9678a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:11.799852 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-84ef3b8c-6e42-4dad-a0d8-d33216d9678a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=26da63fb9503419c953e7d900a0bbf6f&device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 1096 time: 0.1721940 Aug 30 18:35:11.801077 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6339de03-eb88-443a-97bd-b26ebdf2d1d4 req-317a7780-72f3-4b4a-b922-87b6717409e5 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557952 Aug 30 18:35:11.890973 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-a8158043-2c6f-4dc9-ae1c-94fe07e4da37 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f04ef030-1229-42d5-bf83-beb70ed213f6 HTTP/1.1" status: 200 len: 217 time: 0.0720768 Aug 30 18:35:11.914468 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f4de9-cdc5-43a5-86a7-6e944cb93308 req-0c9b1d86-ba84-4f49-b878-ca992e872e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:11.916406 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-8e2f4de9-cdc5-43a5-86a7-6e944cb93308 req-0c9b1d86-ba84-4f49-b878-ca992e872e04 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06b2e4f8-43ee-4d3b-b176-d28355e277df HTTP/1.1" status: 200 len: 849 time: 0.1862075 Aug 30 18:35:12.060007 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-34d5d184-7829-4c16-8195-ee0b7332e361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:12.063034 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-34d5d184-7829-4c16-8195-ee0b7332e361 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13c4f9b1-6d7f-4ed5-9af9-16e7b316f8be HTTP/1.1" status: 200 len: 854 time: 0.1522615 Aug 30 18:35:12.073576 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a7eb0b-c40b-4a3e-8251-db15d767b256 req-77085abe-c289-4468-a8cb-4e8f80c847b8 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:12.076397 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f5a7eb0b-c40b-4a3e-8251-db15d767b256 req-77085abe-c289-4468-a8cb-4e8f80c847b8 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 946 time: 0.1840513 Aug 30 18:35:12.137958 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-11148d03-2d09-4d7e-8d01-6fe733234f7a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86c6f4e9-f587-46d0-83b4-7617f4688e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573485 Aug 30 18:35:12.153008 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f4de9-cdc5-43a5-86a7-6e944cb93308 req-51f5214e-765d-4e28-a7f8-f0175d09bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:12.154921 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-8e2f4de9-cdc5-43a5-86a7-6e944cb93308 req-51f5214e-765d-4e28-a7f8-f0175d09bf35 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ab82acb0-f81e-4d3a-b5c2-781193f4d5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2051170 Aug 30 18:35:12.182641 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa4692-11d8-443b-9533-b4c67a0f18bb req-68ac1a15-d36e-4a07-b9b0-94fabab7760f tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:12.183105 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f5a7eb0b-c40b-4a3e-8251-db15d767b256 req-e78187a2-3c39-4718-bf76-32d97996a2b7 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859752 Aug 30 18:35:12.186923 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-84fa4692-11d8-443b-9533-b4c67a0f18bb req-68ac1a15-d36e-4a07-b9b0-94fabab7760f tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab544a2-8dc9-49d4-9b30-81ae57f1454c HTTP/1.1" status: 200 len: 945 time: 0.0842290 Aug 30 18:35:12.244585 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-84fa4692-11d8-443b-9533-b4c67a0f18bb req-93eb8262-c42b-49d7-8c54-df30a6a85852 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4a520cd-e5de-4593-8814-076e3f1e186a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510621 Aug 30 18:35:14.261250 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-3a403d56-2633-41c9-a76e-af8e9fd39474 service neutron] 10.222.0.39 "GET /v2.0/networks/86c6f4e9-f587-46d0-83b4-7617f4688e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047161 Aug 30 18:35:15.670078 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3155b-9e36-4ee1-8902-431c312b48e9 req-e4014c3d-b80a-4dec-8544-a2baf90ce26b tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:15.673351 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3fe3155b-9e36-4ee1-8902-431c312b48e9 req-e4014c3d-b80a-4dec-8544-a2baf90ce26b tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 946 time: 0.0931988 Aug 30 18:35:15.748161 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3fe3155b-9e36-4ee1-8902-431c312b48e9 req-8b49f1fb-d552-4810-93b3-9501f5a54d94 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627904 Aug 30 18:35:15.757006 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-cbbbab3a-a66d-4b3a-bef8-48b9246244eb req-1a2718c9-fe31-46e8-ae1b-a8ee9da6068d service neutron] 10.222.0.39 "GET /v2.0/networks/86c6f4e9-f587-46d0-83b4-7617f4688e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447165 Aug 30 18:35:15.761522 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-8e2f4de9-cdc5-43a5-86a7-6e944cb93308 req-0fb5bba6-822a-4d3a-80c6-d406e9d4bc2d service neutron] 10.222.0.39 "GET /v2.0/networks/ab82acb0-f81e-4d3a-b5c2-781193f4d5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513038 Aug 30 18:35:15.786784 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021aefd-e5d9-427a-a848-78bab6ca9abc req-37688bca-0384-4259-bc46-2bfedf51ee94 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:15.790268 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c021aefd-e5d9-427a-a848-78bab6ca9abc req-37688bca-0384-4259-bc46-2bfedf51ee94 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 943 time: 0.2082653 Aug 30 18:35:15.945307 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c021aefd-e5d9-427a-a848-78bab6ca9abc req-ddbbfcf9-9c47-4093-a44e-8661cc42f646 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340497 Aug 30 18:35:15.969126 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2c0ff-d163-431b-9f40-6531b50162e2 req-775cf5f0-5e95-46a3-a68f-a57e5e1a9554 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:15.971563 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c1f2c0ff-d163-431b-9f40-6531b50162e2 req-775cf5f0-5e95-46a3-a68f-a57e5e1a9554 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab544a2-8dc9-49d4-9b30-81ae57f1454c HTTP/1.1" status: 200 len: 945 time: 0.1139047 Aug 30 18:35:16.033166 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-8e2f4de9-cdc5-43a5-86a7-6e944cb93308 req-f75a0ee7-2e5a-4d41-9a31-aeb9018a92fe service neutron] 10.222.0.39 "GET /v2.0/networks/ab82acb0-f81e-4d3a-b5c2-781193f4d5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379653 Aug 30 18:35:16.100149 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c1f2c0ff-d163-431b-9f40-6531b50162e2 req-93423293-e7df-4ba2-a912-b75d0b5ceb1d tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4a520cd-e5de-4593-8814-076e3f1e186a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192818 Aug 30 18:35:16.916747 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806b0d8-84cf-4504-ab64-013614cf15c5 req-db3cdaac-3ca4-4503-92bf-2a15f841bc28 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:16.919564 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-e806b0d8-84cf-4504-ab64-013614cf15c5 req-db3cdaac-3ca4-4503-92bf-2a15f841bc28 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 946 time: 0.0682127 Aug 30 18:35:16.978739 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-e806b0d8-84cf-4504-ab64-013614cf15c5 req-0b76c49b-ddfa-4b1f-9890-658233599472 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517807 Aug 30 18:35:17.193036 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032b1b9-bd45-4838-bd58-cf02a2bce139 req-1c2c47b1-44da-40e5-a5f9-c206a60a6486 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:17.194682 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2032b1b9-bd45-4838-bd58-cf02a2bce139 req-1c2c47b1-44da-40e5-a5f9-c206a60a6486 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 943 time: 0.1081564 Aug 30 18:35:17.203114 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea5a78-b62a-4b49-9cd9-5c6d8cf56426 req-e82b7e22-e3ca-4c48-ad7c-38557a60f5af tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:17.204945 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-71ea5a78-b62a-4b49-9cd9-5c6d8cf56426 req-e82b7e22-e3ca-4c48-ad7c-38557a60f5af tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ab544a2-8dc9-49d4-9b30-81ae57f1454c HTTP/1.1" status: 200 len: 945 time: 0.1032751 Aug 30 18:35:17.299783 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2032b1b9-bd45-4838-bd58-cf02a2bce139 req-d75bf552-f32c-4d26-9785-0d160591d15c tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979722 Aug 30 18:35:17.491268 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30c9dd-3980-4190-bcf0-91c69776e378 req-27e51c23-9abc-45dc-9d4a-c881991a3d1f tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:17.494233 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-5a30c9dd-3980-4190-bcf0-91c69776e378 req-27e51c23-9abc-45dc-9d4a-c881991a3d1f tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab544a2-8dc9-49d4-9b30-81ae57f1454c HTTP/1.1" status: 200 len: 945 time: 0.2606766 Aug 30 18:35:17.600767 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 47582) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:17.607105 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-71ea5a78-b62a-4b49-9cd9-5c6d8cf56426 req-0374ea1d-070c-475f-89c6-3efd983c608d tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Deleting port 611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:35:17.607686 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-71ea5a78-b62a-4b49-9cd9-5c6d8cf56426 req-0374ea1d-070c-475f-89c6-3efd983c608d tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:17.623498 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-5a30c9dd-3980-4190-bcf0-91c69776e378 req-e6d2e956-3f3f-47ad-80fc-5f3c8b0bbfc8 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4a520cd-e5de-4593-8814-076e3f1e186a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168816 Aug 30 18:35:17.748623 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f4ffe9bc-5e08-4d0e-b4de-22483f34a8ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:17.782847 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-71ea5a78-b62a-4b49-9cd9-5c6d8cf56426 req-0374ea1d-070c-475f-89c6-3efd983c608d tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] For port 611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd,segment=NetworkSegment(ead4ec1b-4ed7-4e5d-99cd-33faa2c90739),segment_id=ead4ec1b-4ed7-4e5d-99cd-33faa2c90739)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:35:17.783086 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-71ea5a78-b62a-4b49-9cd9-5c6d8cf56426 req-0374ea1d-070c-475f-89c6-3efd983c608d tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:17.817860 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-71ea5a78-b62a-4b49-9cd9-5c6d8cf56426 req-0374ea1d-070c-475f-89c6-3efd983c608d tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Calling delete_port for 611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:35:17.906687 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f4ffe9bc-5e08-4d0e-b4de-22483f34a8ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:17.913790 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f4ffe9bc-5e08-4d0e-b4de-22483f34a8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:18.006858 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-f4ffe9bc-5e08-4d0e-b4de-22483f34a8ff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ac646e00698a42a6ac13f53804558d69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4044683 Aug 30 18:35:18.009128 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ffe9bc-5e08-4d0e-b4de-22483f34a8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3939f3a7-dbc8-4e42-bb4c-6e84625ed614,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:18.015600 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 47592) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:18.115060 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-39054788-3dcd-4e6c-a003-985578e62a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:18.202182 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-39054788-3dcd-4e6c-a003-985578e62a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:18.274782 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfaa0f-1552-425c-9e0d-c40238076f15 req-8b299b38-7d1e-4f0f-ae33-8ca0ad7ae9da tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:18.276369 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b2bfaa0f-1552-425c-9e0d-c40238076f15 req-8b299b38-7d1e-4f0f-ae33-8ca0ad7ae9da tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 946 time: 0.1518493 Aug 30 18:35:18.341679 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-71ea5a78-b62a-4b49-9cd9-5c6d8cf56426 req-0374ea1d-070c-475f-89c6-3efd983c608d tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:18.384347 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b2bfaa0f-1552-425c-9e0d-c40238076f15 req-cc9c070f-23a4-4043-b342-f8bb3490e298 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961487 Aug 30 18:35:18.387897 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-39054788-3dcd-4e6c-a003-985578e62a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:18.393397 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-39054788-3dcd-4e6c-a003-985578e62a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:18.396125 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-39054788-3dcd-4e6c-a003-985578e62a97 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3939f3a7-dbc8-4e42-bb4c-6e84625ed614 HTTP/1.1" status: 204 len: 168 time: 0.3793063 Aug 30 18:35:18.421106 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:35:18.432777 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39054788-3dcd-4e6c-a003-985578e62a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3939f3a7-dbc8-4e42-bb4c-6e84625ed614,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:18.446942 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374ea1d-070c-475f-89c6-3efd983c608d tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Pushing event deleted for resources: {'Port': ['ID=611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:18.660317 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ea5a78-b62a-4b49-9cd9-5c6d8cf56426 req-0374ea1d-070c-475f-89c6-3efd983c608d tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] No DVR routers for this DVR port 611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd on host hv-cinder-79049 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:35:18.672774 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-71ea5a78-b62a-4b49-9cd9-5c6d8cf56426 req-0374ea1d-070c-475f-89c6-3efd983c608d tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:18.676934 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-71ea5a78-b62a-4b49-9cd9-5c6d8cf56426 req-0374ea1d-070c-475f-89c6-3efd983c608d tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.39 "DELETE /v2.0/ports/611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd HTTP/1.1" status: 204 len: 173 time: 1.4552281 Aug 30 18:35:18.687037 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab544a2-8dc9-49d4-9b30-81ae57f1454c', 'name': 'network-vif-deleted', 'tag': '611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:35:18.691598 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cc450e-2a74-493a-981a-2093b8503b60" -d '{"events": [{"server_uuid": "2ab544a2-8dc9-49d4-9b30-81ae57f1454c", "name": "network-vif-deleted", "tag": "611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:35:18.735756 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9487a-bc1f-42ba-a9dc-300132f2a49e req-5cbf74d7-a333-4270-9a35-bb7967336a0a tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:18.754195 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-8af9487a-bc1f-42ba-a9dc-300132f2a49e req-5cbf74d7-a333-4270-9a35-bb7967336a0a tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 943 time: 0.2782488 Aug 30 18:35:18.784351 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device f04ef030-1229-42d5-bf83-beb70ed213f6 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:35:18.785550 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4cb0dcda-21e4-413f-a61c-383b2bec1f03 req-d4c0d261-ddab-476d-8295-4f842c4efac2 tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab544a2-8dc9-49d4-9b30-81ae57f1454c HTTP/1.1" status: 200 len: 210 time: 0.0604610 Aug 30 18:35:18.836904 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-8af9487a-bc1f-42ba-a9dc-300132f2a49e req-078a4ee1-9367-4fbb-b873-a4d0629f15ee tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829411 Aug 30 18:35:18.881759 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fa4356-e3e3-4b36-b434-e6cbc32e9fd3 x-openstack-request-id: req-81fa4356-e3e3-4b36-b434-e6cbc32e9fd3 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:35:18.882355 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab544a2-8dc9-49d4-9b30-81ae57f1454c", "name": "network-vif-deleted", "tag": "611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:35:18.882894 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-81fa4356-e3e3-4b36-b434-e6cbc32e9fd3 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:35:18.888966 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab544a2-8dc9-49d4-9b30-81ae57f1454c', 'name': 'network-vif-deleted', 'tag': '611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd', 'status': 'completed', 'code': 200} Aug 30 18:35:19.037736 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port f04ef030-1229-42d5-bf83-beb70ed213f6, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f04ef030-1229-42d5-bf83-beb70ed213f6,segment=NetworkSegment(aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf),segment_id=aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:35:19.082319 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Returning: {'device': 'f04ef030-1229-42d5-bf83-beb70ed213f6', 'network_id': '86c6f4e9-f587-46d0-83b4-7617f4688e93', 'port_id': 'f04ef030-1229-42d5-bf83-beb70ed213f6', 'mac_address': 'fa:16:3e:ea:ca:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13c4f9b1-6d7f-4ed5-9af9-16e7b316f8be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:35:19.163599 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:19.196355 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f04ef030-1229-42d5-bf83-beb70ed213f6 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:35:19.231954 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port f04ef030-1229-42d5-bf83-beb70ed213f6, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f04ef030-1229-42d5-bf83-beb70ed213f6,segment=NetworkSegment(aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf),segment_id=aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:35:19.237663 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:19.325494 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=f04ef030-1229-42d5-bf83-beb70ed213f6,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:19.581478 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d7290-076c-40c2-b6b4-62e52ba1c2ba req-f18fe4cb-400d-414c-805d-9f3b61e8c0b9 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:19.583766 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5c3d7290-076c-40c2-b6b4-62e52ba1c2ba req-f18fe4cb-400d-414c-805d-9f3b61e8c0b9 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 946 time: 0.0938973 Aug 30 18:35:19.612814 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 47642) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:19.645503 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5c3d7290-076c-40c2-b6b4-62e52ba1c2ba req-30812747-c767-4e62-9ace-de7f249a05d3 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446763 Aug 30 18:35:19.792032 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['f04ef030-1229-42d5-bf83-beb70ed213f6'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:35:19.815098 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-ae522df5-21a5-4043-ad26-4cfdf2d44c0a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1207712787-network', 'tenant_id': 'd29a57262de14a2fa9ffa2376a6722cc'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:35:19.849389 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae522df5-21a5-4043-ad26-4cfdf2d44c0a admin admin] Made reservation on behalf of d29a57262de14a2fa9ffa2376a6722cc for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:35:19.853257 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ae522df5-21a5-4043-ad26-4cfdf2d44c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:19.864946 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ae522df5-21a5-4043-ad26-4cfdf2d44c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:19.896452 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-16a51d7f-b34b-4fed-8551-30531bbf36da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:20.029608 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7baec7f3-9d11-4cf8-a9c4-bf7073304d5e req-878cdbdb-01a3-4e1b-8492-4ee821f1d87c tempest-DeleteServersTestJSON-1479396469 tempest-DeleteServersTestJSON-1479396469-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ab544a2-8dc9-49d4-9b30-81ae57f1454c HTTP/1.1" status: 200 len: 210 time: 0.0569408 Aug 30 18:35:20.139719 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33619f4b-ab3b-4422-9a89-a6934a29e4eb req-f331d3b8-56a7-4190-ab02-f4d96416ec3e tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:20.152777 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-33619f4b-ab3b-4422-9a89-a6934a29e4eb req-f331d3b8-56a7-4190-ab02-f4d96416ec3e tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 944 time: 0.1633208 Aug 30 18:35:20.167887 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ae522df5-21a5-4043-ad26-4cfdf2d44c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:20.176066 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ae522df5-21a5-4043-ad26-4cfdf2d44c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:20.226790 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-33619f4b-ab3b-4422-9a89-a6934a29e4eb req-31052897-dc36-4fd5-a765-22d375f42f73 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722148 Aug 30 18:35:20.239955 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae522df5-21a5-4043-ad26-4cfdf2d44c0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 18:35:20.257038 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ae522df5-21a5-4043-ad26-4cfdf2d44c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:20.257521 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.db.segments_db [None req-ae522df5-21a5-4043-ad26-4cfdf2d44c0a admin admin] Added segment 4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f of type vlan for network ea852ca2-2b8b-420c-99a5-338c253d2592 Aug 30 18:35:20.269603 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae522df5-21a5-4043-ad26-4cfdf2d44c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b732ef7b-ed83-485c-82fa-8c49793a91d4,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:20.337805 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ae522df5-21a5-4043-ad26-4cfdf2d44c0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776058719600'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:20.379304 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ae522df5-21a5-4043-ad26-4cfdf2d44c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:20.380165 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae522df5-21a5-4043-ad26-4cfdf2d44c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:20.380944 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ae522df5-21a5-4043-ad26-4cfdf2d44c0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:20.500641 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-ae522df5-21a5-4043-ad26-4cfdf2d44c0a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8858626 Aug 30 18:35:20.505817 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 47662) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:20.512036 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-ceba5037-6575-4399-9a77-d60817f642ec admin admin] Request body: {'subnet': {'network_id': 'ea852ca2-2b8b-420c-99a5-338c253d2592', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1207712787-subnet', 'tenant_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:35:20.515228 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae522df5-21a5-4043-ad26-4cfdf2d44c0a admin admin] Pushing event updated for resources: {'Network': ['ID=ea852ca2-2b8b-420c-99a5-338c253d2592,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:20.536033 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Network ea852ca2-2b8b-420c-99a5-338c253d2592 details requested by agent ovs-agent-dv-cinder-790492-12-iscsi with host dv-cinder-790492-12-iscsi {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:35:20.557196 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceba5037-6575-4399-9a77-d60817f642ec admin admin] Made reservation on behalf of d29a57262de14a2fa9ffa2376a6722cc for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:35:20.560694 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ceba5037-6575-4399-9a77-d60817f642ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:20.789347 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:35:20.812985 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce86ca4-9e76-48a5-80cc-f2243d20cf1f req-90512389-9621-46ec-b291-f0ab44765b68 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:20.815662 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-6ce86ca4-9e76-48a5-80cc-f2243d20cf1f req-90512389-9621-46ec-b291-f0ab44765b68 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 946 time: 0.0766537 Aug 30 18:35:20.822042 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] No Port match for: 611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:35:20.822845 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 611c2dd4-7dc8-4f90-9bd2-01ccfd2efadd not bound to the agent host hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:35:20.832623 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ceba5037-6575-4399-9a77-d60817f642ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:20.881007 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-6ce86ca4-9e76-48a5-80cc-f2243d20cf1f req-015bc743-005b-4739-ab75-3b6dd4525376 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516772 Aug 30 18:35:20.900862 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba5037-6575-4399-9a77-d60817f642ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5108fb3-7e52-4865-bd76-205360c0100e,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:20.929822 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceba5037-6575-4399-9a77-d60817f642ec admin admin] Checking segment: {'id': '4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ea852ca2-2b8b-420c-99a5-338c253d2592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:35:20.930489 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceba5037-6575-4399-9a77-d60817f642ec admin admin] Network hostable DHCP agents. Network: ea852ca2-2b8b-420c-99a5-338c253d2592, hostable agents: ['31edc47e-fc79-419c-8073-db6fa9586502'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:35:20.961789 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceba5037-6575-4399-9a77-d60817f642ec admin admin] Network ea852ca2-2b8b-420c-99a5-338c253d2592 is scheduled to be hosted by DHCP agent 31edc47e-fc79-419c-8073-db6fa9586502 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:35:20.974362 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-ceba5037-6575-4399-9a77-d60817f642ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-12-iscsi, ea852ca2-2b8b-420c-99a5-338c253d2592) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:35:20.979633 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceba5037-6575-4399-9a77-d60817f642ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:20.980974 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ceba5037-6575-4399-9a77-d60817f642ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:20.986286 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa655e86-8b3f-46c8-9eff-e95c2b752c53 None None] Network ea852ca2-2b8b-420c-99a5-338c253d2592 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:35:21.004326 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-ceba5037-6575-4399-9a77-d60817f642ec admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4970467 Aug 30 18:35:21.006987 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 47666) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:21.013208 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-4996dc52-52d2-4462-9b10-a09288a914d9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1207712787-router', 'tenant_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:35:21.047562 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4996dc52-52d2-4462-9b10-a09288a914d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4117294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4106'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:21.049071 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4996dc52-52d2-4462-9b10-a09288a914d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4117378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4119528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4125'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:21.146961 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4996dc52-52d2-4462-9b10-a09288a914d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:21.281909 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dac31cd-a079-4069-b624-d70b87e84e59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0882321b-e2fd-5493-abf8-b4156332fbad-ea852ca2-2b8b-420c-99a5-338c253d2592', 'network_id': 'ea852ca2-2b8b-420c-99a5-338c253d2592', 'tenant_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'fixed_ips': [{'subnet_id': 'f5108fb3-7e52-4865-bd76-205360c0100e'}]}} from dv-cinder-790492-12-iscsi. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 18:35:21.282785 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2dac31cd-a079-4069-b624-d70b87e84e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:21.435541 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf9196-f445-4231-93f3-8bbb24a3c045 req-eda50e9c-905d-45dd-9bcb-f09f3973e141 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:21.438888 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2bbf9196-f445-4231-93f3-8bbb24a3c045 req-eda50e9c-905d-45dd-9bcb-f09f3973e141 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 944 time: 0.0722969 Aug 30 18:35:21.539358 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2bbf9196-f445-4231-93f3-8bbb24a3c045 req-daf56892-e6a2-4f42-8333-7c3758aec5af tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885508 Aug 30 18:35:21.568447 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-2dac31cd-a079-4069-b624-d70b87e84e59 None None] Allocated IP 172.20.0.2 (ea852ca2-2b8b-420c-99a5-338c253d2592/f5108fb3-7e52-4865-bd76-205360c0100e/7911f646-d17b-4e24-946c-7bdf7a69ac15) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:35:21.764904 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4996dc52-52d2-4462-9b10-a09288a914d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:21.820945 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2dac31cd-a079-4069-b624-d70b87e84e59 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:21.832285 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2dac31cd-a079-4069-b624-d70b87e84e59 None None] Transition to ACTIVE for port object 7911f646-d17b-4e24-946c-7bdf7a69ac15 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:35:21.858081 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2dac31cd-a079-4069-b624-d70b87e84e59 None None] Transition to ACTIVE for port object 7911f646-d17b-4e24-946c-7bdf7a69ac15 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:35:21.866691 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2dac31cd-a079-4069-b624-d70b87e84e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:22.032299 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dac31cd-a079-4069-b624-d70b87e84e59 None None] Network ea852ca2-2b8b-420c-99a5-338c253d2592 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:35:22.038356 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-2dac31cd-a079-4069-b624-d70b87e84e59 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:35:22.043042 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dac31cd-a079-4069-b624-d70b87e84e59 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:35:22.052519 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac31cd-a079-4069-b624-d70b87e84e59 None None] Pushing event updated for resources: {'Port': ['ID=7911f646-d17b-4e24-946c-7bdf7a69ac15,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:22.092430 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4996dc52-52d2-4462-9b10-a09288a914d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:22.111035 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-2dac31cd-a079-4069-b624-d70b87e84e59 None None] Attempting to bind port 7911f646-d17b-4e24-946c-7bdf7a69ac15 on host dv-cinder-790492-12-iscsi for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:35:22.111552 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-2dac31cd-a079-4069-b624-d70b87e84e59 None None] Attempting to bind port 7911f646-d17b-4e24-946c-7bdf7a69ac15 by drivers openvswitch,hyperv on host dv-cinder-790492-12-iscsi at level 0 using segments [{'id': '4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ea852ca2-2b8b-420c-99a5-338c253d2592'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:35:22.111949 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dac31cd-a079-4069-b624-d70b87e84e59 None None] Attempting to bind port 7911f646-d17b-4e24-946c-7bdf7a69ac15 on network ea852ca2-2b8b-420c-99a5-338c253d2592 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:35:22.113731 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4996dc52-52d2-4462-9b10-a09288a914d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:22.118760 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dac31cd-a079-4069-b624-d70b87e84e59 None None] Checking agent: {'id': '245e5d0a-3a0f-4c4e-b0f3-8ac9becf3b30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 25, 23), 'started_at': datetime.datetime(2021, 8, 30, 18, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:35:22.119230 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dac31cd-a079-4069-b624-d70b87e84e59 None None] Checking segment: {'id': '4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ea852ca2-2b8b-420c-99a5-338c253d2592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:35:22.119736 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2dac31cd-a079-4069-b624-d70b87e84e59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:22.120201 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dac31cd-a079-4069-b624-d70b87e84e59 None None] Bound using segment: {'id': '4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ea852ca2-2b8b-420c-99a5-338c253d2592'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:35:22.121616 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-2dac31cd-a079-4069-b624-d70b87e84e59 None None] Bound port: 7911f646-d17b-4e24-946c-7bdf7a69ac15, host: dv-cinder-790492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ea852ca2-2b8b-420c-99a5-338c253d2592'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:35:22.122264 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2dac31cd-a079-4069-b624-d70b87e84e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:22.210626 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2dac31cd-a079-4069-b624-d70b87e84e59 None None] For port 7911f646-d17b-4e24-946c-7bdf7a69ac15, host dv-cinder-790492-12-iscsi, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:35:22.215717 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2dac31cd-a079-4069-b624-d70b87e84e59 None None] For port 7911f646-d17b-4e24-946c-7bdf7a69ac15, host dv-cinder-790492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=7911f646-d17b-4e24-946c-7bdf7a69ac15,segment=NetworkSegment(4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f),segment_id=4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:35:22.222485 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2dac31cd-a079-4069-b624-d70b87e84e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:22.313945 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac31cd-a079-4069-b624-d70b87e84e59 None None] Pushing event updated for resources: {'Port': ['ID=7911f646-d17b-4e24-946c-7bdf7a69ac15,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:22.315996 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-4996dc52-52d2-4462-9b10-a09288a914d9 admin admin] Allocated IP 172.27.3.207 (56c1e305-917b-4e98-a569-d57cdf415d5e/eb15dae3-e857-40c0-90c2-88f2d8bfe547/72d969e6-9e54-4bd7-bb69-773d572e7643) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:35:22.500231 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4996dc52-52d2-4462-9b10-a09288a914d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:22.615244 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4996dc52-52d2-4462-9b10-a09288a914d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:22.690010 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4996dc52-52d2-4462-9b10-a09288a914d9 admin admin] Network 56c1e305-917b-4e98-a569-d57cdf415d5e is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:35:22.699690 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-4996dc52-52d2-4462-9b10-a09288a914d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:35:22.706114 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4996dc52-52d2-4462-9b10-a09288a914d9 admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:35:22.781090 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996dc52-52d2-4462-9b10-a09288a914d9 admin admin] Pushing event updated for resources: {'Port': ['ID=72d969e6-9e54-4bd7-bb69-773d572e7643,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:23.048481 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4996dc52-52d2-4462-9b10-a09288a914d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:23.210497 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-802df1f7-30cb-47c7-bdc5-c729c0d51591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:23.388131 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:23.402913 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4996dc52-52d2-4462-9b10-a09288a914d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4117433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4120119'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:23.476100 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d14b004-4927-4e40-b57b-7a2caf7c705a None None] Network ea852ca2-2b8b-420c-99a5-338c253d2592 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:35:23.573162 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-57f11c9d-6c4d-47ba-9271-4256b1bd174d None None] Provisioning for port 7911f646-d17b-4e24-946c-7bdf7a69ac15 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:35:23.593563 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4996dc52-52d2-4462-9b10-a09288a914d9 admin admin] Router 11739475-0c74-4118-b600-121f621dcdfe is scheduled to L3 agent 92e03f23-06fd-457e-8698-15737aaba387 with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 18:35:23.735568 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4996dc52-52d2-4462-9b10-a09288a914d9 admin admin] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:35:23.753696 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d396925d-ebb9-4357-bba4-81ee8155d98f None None] Sync routers for ids ['11739475-0c74-4118-b600-121f621dcdfe'] in dv-cinder-790492-12-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:35:23.762677 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4996dc52-52d2-4462-9b10-a09288a914d9 admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:23.764603 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-4996dc52-52d2-4462-9b10-a09288a914d9 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7562923 Aug 30 18:35:23.767319 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 47706) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:23.771404 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d396925d-ebb9-4357-bba4-81ee8155d98f None None] Routers {'11739475-0c74-4118-b600-121f621dcdfe'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:35:23.772130 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d396925d-ebb9-4357-bba4-81ee8155d98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:35:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['11739475-0c74-4118-b600-121f621dcdfe'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:35:23.938770 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-d396925d-ebb9-4357-bba4-81ee8155d98f None None] Set router 11739475-0c74-4118-b600-121f621dcdfe gateway port host: dv-cinder-790492-12-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:35:24.031798 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:24.078750 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 7911f646-d17b-4e24-946c-7bdf7a69ac15 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:35:24.159600 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning for port 7911f646-d17b-4e24-946c-7bdf7a69ac15 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:35:24.165578 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port 7911f646-d17b-4e24-946c-7bdf7a69ac15 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:35:24.165971 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:24.209705 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4c5c8-0f56-4059-b20c-442f06f5a525 req-895aeeb0-7d7e-4992-be71-45806be4aaa4 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:24.212765 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-8aa4c5c8-0f56-4059-b20c-442f06f5a525 req-895aeeb0-7d7e-4992-be71-45806be4aaa4 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 944 time: 0.0978394 Aug 30 18:35:24.272566 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c84f76-486c-443a-990f-54dbc7eec514 req-7cf081ad-f274-4fbb-9c8a-d315a6950978 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:24.281236 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-8aa4c5c8-0f56-4059-b20c-442f06f5a525 req-0bc4c2a8-2633-4114-ab98-00d6ea19add2 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562286 Aug 30 18:35:24.285728 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d9c84f76-486c-443a-990f-54dbc7eec514 req-7cf081ad-f274-4fbb-9c8a-d315a6950978 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 946 time: 0.1811016 Aug 30 18:35:24.287552 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d396925d-ebb9-4357-bba4-81ee8155d98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11739475-0c74-4118-b600-121f621dcdfe', 'name': 'tempest-TestShelveInstance-1207712787-router', 'tenant_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '72d969e6-9e54-4bd7-bb69-773d572e7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:35:21Z', 'updated_at': '2021-08-30T18:35:22Z', 'revision_number': 3, 'project_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'gw_port': {'id': '72d969e6-9e54-4bd7-bb69-773d572e7643', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11739475-0c74-4118-b600-121f621dcdfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:35:22Z', 'updated_at': '2021-08-30T18:35:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi'}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:35:24.350550 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d396925d-ebb9-4357-bba4-81ee8155d98f None None] Checking router: 11739475-0c74-4118-b600-121f621dcdfe for host: dv-cinder-790492-12-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:35:24.350959 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:24.351754 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d396925d-ebb9-4357-bba4-81ee8155d98f None None] Updating router 11739475-0c74-4118-b600-121f621dcdfe port 72d969e6-9e54-4bd7-bb69-773d572e7643 binding host dv-cinder-790492-12-iscsi {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:35:24.408527 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d396925d-ebb9-4357-bba4-81ee8155d98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:24.422903 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] For port 7911f646-d17b-4e24-946c-7bdf7a69ac15, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=7911f646-d17b-4e24-946c-7bdf7a69ac15,segment=NetworkSegment(4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f),segment_id=4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:35:24.430394 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:24.440005 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d9c84f76-486c-443a-990f-54dbc7eec514 req-b81f4091-eb28-4a29-bd89-077de8dbf817 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534986 Aug 30 18:35:24.561041 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Pushing event updated for resources: {'Port': ['ID=7911f646-d17b-4e24-946c-7bdf7a69ac15,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:24.804846 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device f04ef030-1229-42d5-bf83-beb70ed213f6 up at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:35:24.833966 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9f4815d1-92f4-44b7-9877-01831c120c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:24.913554 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning for port f04ef030-1229-42d5-bf83-beb70ed213f6 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:35:24.923678 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning complete for port f04ef030-1229-42d5-bf83-beb70ed213f6 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:35:24.924751 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:24.953218 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d396925d-ebb9-4357-bba4-81ee8155d98f None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:24.968606 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-d396925d-ebb9-4357-bba4-81ee8155d98f None None] Transition to ACTIVE for port object 72d969e6-9e54-4bd7-bb69-773d572e7643 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:35:25.008770 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d396925d-ebb9-4357-bba4-81ee8155d98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:25.086815 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9e2f6-ec97-4d7b-99eb-3176d1caba8a None None] Pushing event updated for resources: {'Port': ['ID=72d969e6-9e54-4bd7-bb69-773d572e7643,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:25.104486 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b9e2f6-ec97-4d7b-99eb-3176d1caba8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:25.105049 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b9e2f6-ec97-4d7b-99eb-3176d1caba8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:25.106263 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b9e2f6-ec97-4d7b-99eb-3176d1caba8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:25.106746 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b9e2f6-ec97-4d7b-99eb-3176d1caba8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:25.106917 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:25.107232 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b9e2f6-ec97-4d7b-99eb-3176d1caba8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:25.107646 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b9e2f6-ec97-4d7b-99eb-3176d1caba8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:25.108041 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b9e2f6-ec97-4d7b-99eb-3176d1caba8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:25.108444 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b9e2f6-ec97-4d7b-99eb-3176d1caba8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:25.108861 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b9e2f6-ec97-4d7b-99eb-3176d1caba8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:25.109252 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b9e2f6-ec97-4d7b-99eb-3176d1caba8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:25.110174 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b9e2f6-ec97-4d7b-99eb-3176d1caba8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:25.110581 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b9e2f6-ec97-4d7b-99eb-3176d1caba8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:25.139844 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-d396925d-ebb9-4357-bba4-81ee8155d98f None None] Attempting to bind port 72d969e6-9e54-4bd7-bb69-773d572e7643 on host dv-cinder-790492-12-iscsi for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:35:25.140314 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-d396925d-ebb9-4357-bba4-81ee8155d98f None None] Attempting to bind port 72d969e6-9e54-4bd7-bb69-773d572e7643 by drivers openvswitch,hyperv on host dv-cinder-790492-12-iscsi at level 0 using segments [{'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:35:25.140744 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d396925d-ebb9-4357-bba4-81ee8155d98f None None] Attempting to bind port 72d969e6-9e54-4bd7-bb69-773d572e7643 on network 56c1e305-917b-4e98-a569-d57cdf415d5e {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:35:25.149446 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d396925d-ebb9-4357-bba4-81ee8155d98f None None] Checking agent: {'id': '245e5d0a-3a0f-4c4e-b0f3-8ac9becf3b30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 25, 23), 'started_at': datetime.datetime(2021, 8, 30, 18, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:35:25.150132 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d396925d-ebb9-4357-bba4-81ee8155d98f None None] Checking segment: {'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:35:25.150637 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d396925d-ebb9-4357-bba4-81ee8155d98f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:25.151095 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d396925d-ebb9-4357-bba4-81ee8155d98f None None] Bound using segment: {'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:35:25.151710 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-d396925d-ebb9-4357-bba4-81ee8155d98f None None] Bound port: 72d969e6-9e54-4bd7-bb69-773d572e7643, host: dv-cinder-790492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:35:25.153562 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d396925d-ebb9-4357-bba4-81ee8155d98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:25.176330 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port f04ef030-1229-42d5-bf83-beb70ed213f6, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f04ef030-1229-42d5-bf83-beb70ed213f6,segment=NetworkSegment(aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf),segment_id=aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:35:25.177971 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c8f044-32a7-49ee-9152-4a1ed0e43174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04ef030-1229-42d5-bf83-beb70ed213f6'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:35:25.183779 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf7e48b1d7ea734c3ab22bdf0c4fd39094da8684eda14d675e1fcbcfa40454f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943a2133-3e7a-42d6-b450-7c9ef75a812b" -d '{"events": [{"server_uuid": "d7c8f044-32a7-49ee-9152-4a1ed0e43174", "name": "network-vif-plugged", "status": "completed", "tag": "f04ef030-1229-42d5-bf83-beb70ed213f6"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:35:25.191636 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:25.195670 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-9f4815d1-92f4-44b7-9877-01831c120c88 admin admin] Allocated IP 172.20.0.1 (ea852ca2-2b8b-420c-99a5-338c253d2592/f5108fb3-7e52-4865-bd76-205360c0100e/993e8e2c-14e2-4d49-aeb8-6188f2998cbd) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:35:25.330528 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=f04ef030-1229-42d5-bf83-beb70ed213f6,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:25.429638 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0c9813-36d8-464c-9c8c-ae08f8a65401 x-openstack-request-id: req-ea0c9813-36d8-464c-9c8c-ae08f8a65401 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:35:25.430581 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c8f044-32a7-49ee-9152-4a1ed0e43174", "name": "network-vif-plugged", "status": "completed", "tag": "f04ef030-1229-42d5-bf83-beb70ed213f6", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:35:25.430581 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ea0c9813-36d8-464c-9c8c-ae08f8a65401 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:35:25.431562 dv-cinder-790492-12-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c8f044-32a7-49ee-9152-4a1ed0e43174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04ef030-1229-42d5-bf83-beb70ed213f6', 'code': 200} Aug 30 18:35:25.492657 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-d396925d-ebb9-4357-bba4-81ee8155d98f None None] For port 72d969e6-9e54-4bd7-bb69-773d572e7643, host dv-cinder-790492-12-iscsi, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:35:25.500943 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-d396925d-ebb9-4357-bba4-81ee8155d98f None None] For port 72d969e6-9e54-4bd7-bb69-773d572e7643, host dv-cinder-790492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=72d969e6-9e54-4bd7-bb69-773d572e7643,segment=NetworkSegment(1a6a5219-0521-4333-ae96-e7fdd8d0d325),segment_id=1a6a5219-0521-4333-ae96-e7fdd8d0d325)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:35:25.507708 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d396925d-ebb9-4357-bba4-81ee8155d98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:25.528349 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9f4815d1-92f4-44b7-9877-01831c120c88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:25.552715 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 47748) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:25.561291 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-9f4815d1-92f4-44b7-9877-01831c120c88 admin admin] Transition to ACTIVE for port object 993e8e2c-14e2-4d49-aeb8-6188f2998cbd will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:35:25.601927 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9e2f6-ec97-4d7b-99eb-3176d1caba8a None None] Pushing event updated for resources: {'Port': ['ID=72d969e6-9e54-4bd7-bb69-773d572e7643,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:25.628857 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d396925d-ebb9-4357-bba4-81ee8155d98f None None] Routers {'11739475-0c74-4118-b600-121f621dcdfe'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:35:25.629498 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d396925d-ebb9-4357-bba4-81ee8155d98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:35:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['11739475-0c74-4118-b600-121f621dcdfe'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:35:25.656836 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9f4815d1-92f4-44b7-9877-01831c120c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:25.731971 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:25.747425 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2da0254-c265-4ec0-9ff3-c84846600aec admin admin] Deleting subnet 282dba47-902a-49e3-8cda-2fd63838168d {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 18:35:25.771034 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e2da0254-c265-4ec0-9ff3-c84846600aec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:25.779789 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4815d1-92f4-44b7-9877-01831c120c88 admin admin] Network ea852ca2-2b8b-420c-99a5-338c253d2592 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:35:25.796221 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-9f4815d1-92f4-44b7-9877-01831c120c88 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:35:25.808836 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4815d1-92f4-44b7-9877-01831c120c88 admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:35:25.810099 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9f4815d1-92f4-44b7-9877-01831c120c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4120296'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:25.838243 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-d396925d-ebb9-4357-bba4-81ee8155d98f None None] Set router 11739475-0c74-4118-b600-121f621dcdfe gateway port host: dv-cinder-790492-12-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:35:25.885565 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e2da0254-c265-4ec0-9ff3-c84846600aec admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:25.912508 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e2da0254-c265-4ec0-9ff3-c84846600aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984993'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:25.969653 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a4874-8644-4930-a5d6-e0859d2e0a6a req-1fe87568-d19b-442f-b782-32087ca69d62 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:25.971699 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-6a7a4874-8644-4930-a5d6-e0859d2e0a6a req-1fe87568-d19b-442f-b782-32087ca69d62 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 946 time: 0.2145963 Aug 30 18:35:26.029618 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2c381-b9da-4826-aea5-8be3e694be9e req-f3585524-0eaf-40eb-87af-140ddc32ab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:26.031957 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7de2c381-b9da-4826-aea5-8be3e694be9e req-f3585524-0eaf-40eb-87af-140ddc32ab82 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 1098 time: 0.1935768 Aug 30 18:35:26.036135 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 7911f646-d17b-4e24-946c-7bdf7a69ac15 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:35:26.146526 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e2da0254-c265-4ec0-9ff3-c84846600aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:26.153331 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7de2c381-b9da-4826-aea5-8be3e694be9e req-c27e5c62-2dab-43ca-a1c8-8ed97b237c96 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046658 Aug 30 18:35:26.160015 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port 7911f646-d17b-4e24-946c-7bdf7a69ac15 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:35:26.160537 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:26.206374 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-6a7a4874-8644-4930-a5d6-e0859d2e0a6a req-52da55a5-50cf-49d9-a80d-50c22c5d0334 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182546 Aug 30 18:35:26.213745 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da0254-c265-4ec0-9ff3-c84846600aec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=282dba47-902a-49e3-8cda-2fd63838168d,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:26.231748 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e2da0254-c265-4ec0-9ff3-c84846600aec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:26.238035 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-e2da0254-c265-4ec0-9ff3-c84846600aec admin admin] 10.222.0.46 "DELETE /v2.0/subnets/282dba47-902a-49e3-8cda-2fd63838168d HTTP/1.1" status: 204 len: 168 time: 0.6795657 Aug 30 18:35:26.241930 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 47752) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:26.252609 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d396925d-ebb9-4357-bba4-81ee8155d98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11739475-0c74-4118-b600-121f621dcdfe', 'name': 'tempest-TestShelveInstance-1207712787-router', 'tenant_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '72d969e6-9e54-4bd7-bb69-773d572e7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:35:21Z', 'updated_at': '2021-08-30T18:35:22Z', 'revision_number': 3, 'project_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'gw_port': {'id': '72d969e6-9e54-4bd7-bb69-773d572e7643', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11739475-0c74-4118-b600-121f621dcdfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:35:22Z', 'updated_at': '2021-08-30T18:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi'}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:35:26.282515 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4af8b4-6637-4616-990f-eecbbbe22a7a req-a7037d9d-4787-4ae6-aa01-19d384b1c49f tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:26.283058 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3b97e624-2170-4f79-982c-ddae9769f865 None None] Provisioning for port 993e8e2c-14e2-4d49-aeb8-6188f2998cbd completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:35:26.284431 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0a4af8b4-6637-4616-990f-eecbbbe22a7a req-a7037d9d-4787-4ae6-aa01-19d384b1c49f tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 945 time: 0.6480095 Aug 30 18:35:26.285307 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4815d1-92f4-44b7-9877-01831c120c88 admin admin] Pushing event updated for resources: {'Port': ['ID=993e8e2c-14e2-4d49-aeb8-6188f2998cbd,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:26.314044 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3b97e624-2170-4f79-982c-ddae9769f865 None None] Provisioning complete for port 993e8e2c-14e2-4d49-aeb8-6188f2998cbd triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:35:26.314587 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3b97e624-2170-4f79-982c-ddae9769f865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:26.341604 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d396925d-ebb9-4357-bba4-81ee8155d98f None None] The sync data for ids ['11739475-0c74-4118-b600-121f621dcdfe'] in dv-cinder-790492-12-iscsi is: [{'id': '11739475-0c74-4118-b600-121f621dcdfe', 'name': 'tempest-TestShelveInstance-1207712787-router', 'tenant_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '72d969e6-9e54-4bd7-bb69-773d572e7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:35:21Z', 'updated_at': '2021-08-30T18:35:22Z', 'revision_number': 3, 'project_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'gw_port': {'id': '72d969e6-9e54-4bd7-bb69-773d572e7643', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11739475-0c74-4118-b600-121f621dcdfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:35:22Z', 'updated_at': '2021-08-30T18:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:35:26.413316 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-3b97e624-2170-4f79-982c-ddae9769f865 None None] Port 993e8e2c-14e2-4d49-aeb8-6188f2998cbd cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:35:26.438212 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0a4af8b4-6637-4616-990f-eecbbbe22a7a req-60f83d87-fa8d-4b90-bf2a-e0a96fd71e4b tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183901 Aug 30 18:35:26.482087 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49021dbd-e649-4829-b5f9-593192751756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641841'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:26.489250 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9f4815d1-92f4-44b7-9877-01831c120c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:26.681735 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49021dbd-e649-4829-b5f9-593192751756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925274', 'neutron.services.segments.db._delete_segments_for_network-8776059265518'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:26.701675 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49021dbd-e649-4829-b5f9-593192751756 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:35:26.702234 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49021dbd-e649-4829-b5f9-593192751756 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:35:26.704402 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49021dbd-e649-4829-b5f9-593192751756 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:35:26.705007 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49021dbd-e649-4829-b5f9-593192751756 admin admin] Subscribe: > port after_create 55550000 {{(pid=94077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:35:26.705517 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49021dbd-e649-4829-b5f9-593192751756 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:35:26.707217 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49021dbd-e649-4829-b5f9-593192751756 admin admin] Subscribe: > port after_update 55550000 {{(pid=94077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:35:26.707801 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49021dbd-e649-4829-b5f9-593192751756 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:35:26.716158 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49021dbd-e649-4829-b5f9-593192751756 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:35:26.716650 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49021dbd-e649-4829-b5f9-593192751756 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:35:26.716811 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49021dbd-e649-4829-b5f9-593192751756 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:35:26.916392 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9f4815d1-92f4-44b7-9877-01831c120c88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:26.926969 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9f4815d1-92f4-44b7-9877-01831c120c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:26.928474 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9f4815d1-92f4-44b7-9877-01831c120c88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4119095'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:26.989920 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49021dbd-e649-4829-b5f9-593192751756 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:35:26.990890 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49021dbd-e649-4829-b5f9-593192751756 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:35:26.991909 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49021dbd-e649-4829-b5f9-593192751756 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:35:26.993505 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49021dbd-e649-4829-b5f9-593192751756 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:35:26.994815 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.services.segments.db [None req-49021dbd-e649-4829-b5f9-593192751756 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b4c5b35-2cb1-4736-badb-3549db39ca9c']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:35:27.057587 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.services.segments.db [None req-49021dbd-e649-4829-b5f9-593192751756 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead4ec1b-4ed7-4e5d-99cd-33faa2c90739') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:35:27.058684 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.services.segments.db [None req-49021dbd-e649-4829-b5f9-593192751756 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead4ec1b-4ed7-4e5d-99cd-33faa2c90739') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:35:27.087962 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49021dbd-e649-4829-b5f9-593192751756 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776059265401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8937694'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:27.112513 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4815d1-92f4-44b7-9877-01831c120c88 admin admin] Pushing event updated for resources: {'Port': ['ID=993e8e2c-14e2-4d49-aeb8-6188f2998cbd,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:27.129298 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49021dbd-e649-4829-b5f9-593192751756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:27.143095 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49021dbd-e649-4829-b5f9-593192751756 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 18:35:27.143592 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49021dbd-e649-4829-b5f9-593192751756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449082'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:27.152895 dv-cinder-790492-12-iscsi neutron-server[94077]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 18:35:27.152895 dv-cinder-790492-12-iscsi neutron-server[94077]: from cryptography.utils import int_from_bytes Aug 30 18:35:27.152895 dv-cinder-790492-12-iscsi neutron-server[94077]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 18:35:27.152895 dv-cinder-790492-12-iscsi neutron-server[94077]: from cryptography.utils import int_from_bytes Aug 30 18:35:27.152895 dv-cinder-790492-12-iscsi neutron-server[94077]: Traceback (most recent call last): Aug 30 18:35:27.152895 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 18:35:27.152895 dv-cinder-790492-12-iscsi neutron-server[94077]: timer() Aug 30 18:35:27.152895 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 18:35:27.152895 dv-cinder-790492-12-iscsi neutron-server[94077]: cb(*args, **kw) Aug 30 18:35:27.152895 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 18:35:27.152895 dv-cinder-790492-12-iscsi neutron-server[94077]: return func(*args, **kwargs) Aug 30 18:35:27.152895 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 18:35:27.152895 dv-cinder-790492-12-iscsi neutron-server[94077]: self._notify() Aug 30 18:35:27.152895 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 18:35:27.152895 dv-cinder-790492-12-iscsi neutron-server[94077]: self.callback(batched_events) Aug 30 18:35:27.152895 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 18:35:27.152895 dv-cinder-790492-12-iscsi neutron-server[94077]: event.method(event) Aug 30 18:35:27.152895 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 18:35:27.152895 dv-cinder-790492-12-iscsi neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 18:35:27.152895 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 18:35:27.152895 dv-cinder-790492-12-iscsi neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 18:35:27.152895 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 18:35:27.152895 dv-cinder-790492-12-iscsi neutron-server[94077]: return f(self, *a, **k) Aug 30 18:35:27.152895 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 18:35:27.152895 dv-cinder-790492-12-iscsi neutron-server[94077]: return self._get(url).json() Aug 30 18:35:27.152895 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 18:35:27.152895 dv-cinder-790492-12-iscsi neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 18:35:27.152895 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 18:35:27.152895 dv-cinder-790492-12-iscsi neutron-server[94077]: return self.request(url, 'GET', **kwargs) Aug 30 18:35:27.152895 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 18:35:27.152895 dv-cinder-790492-12-iscsi neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 18:35:27.152895 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 18:35:27.152895 dv-cinder-790492-12-iscsi neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 18:35:27.152895 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 18:35:27.152895 dv-cinder-790492-12-iscsi neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 18:35:27.152895 dv-cinder-790492-12-iscsi neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 18:35:27.202129 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4815d1-92f4-44b7-9877-01831c120c88 admin admin] Network ea852ca2-2b8b-420c-99a5-338c253d2592 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:35:27.204755 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-9f4815d1-92f4-44b7-9877-01831c120c88 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:35:27.274640 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49021dbd-e649-4829-b5f9-593192751756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120175'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:27.291919 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49021dbd-e649-4829-b5f9-593192751756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:27.299866 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-49021dbd-e649-4829-b5f9-593192751756 admin admin] 10.222.0.46 "DELETE /v2.0/networks/5b4c5b35-2cb1-4736-badb-3549db39ca9c HTTP/1.1" status: 204 len: 168 time: 1.0529866 Aug 30 18:35:27.322198 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49021dbd-e649-4829-b5f9-593192751756 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b4c5b35-2cb1-4736-badb-3549db39ca9c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:27.501566 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4815d1-92f4-44b7-9877-01831c120c88 admin admin] Router 11739475-0c74-4118-b600-121f621dcdfe has already been hosted by L3 agent 92e03f23-06fd-457e-8698-15737aaba387 {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:35:27.565472 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4a7a1-a0cf-4cab-9c3b-4cc161175289 req-5a385c63-4b39-4dc2-a2cd-b708896df937 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:27.568700 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-cbf4a7a1-a0cf-4cab-9c3b-4cc161175289 req-5a385c63-4b39-4dc2-a2cd-b708896df937 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 946 time: 0.1739757 Aug 30 18:35:27.677872 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-cbf4a7a1-a0cf-4cab-9c3b-4cc161175289 req-fb662586-6c74-44b8-8259-ba92a70294f3 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819297 Aug 30 18:35:27.689499 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 47776) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:27.773711 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0be51dca-62ab-4ead-a610-5d4cb1d49e95 None None] Provisioning complete for port 993e8e2c-14e2-4d49-aeb8-6188f2998cbd triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:35:27.797513 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0be51dca-62ab-4ead-a610-5d4cb1d49e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:27.816443 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-099de9e2-df0f-49ec-99d3-639faddfeb68 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=79eaf6bd9a9d41f1a98fff906352dafd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1299188 Aug 30 18:35:27.820020 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 47780) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:28.008606 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-0be51dca-62ab-4ead-a610-5d4cb1d49e95 None None] Port 993e8e2c-14e2-4d49-aeb8-6188f2998cbd cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:35:28.050937 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876900b0-7a7a-47dc-8a5f-7652bd3fb402 req-7214aafb-4ab5-4853-8ed9-ec39bb61a526 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:28.067106 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-876900b0-7a7a-47dc-8a5f-7652bd3fb402 req-7214aafb-4ab5-4853-8ed9-ec39bb61a526 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 945 time: 0.3678925 Aug 30 18:35:28.128894 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 72d969e6-9e54-4bd7-bb69-773d572e7643 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:35:28.204950 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4815d1-92f4-44b7-9877-01831c120c88 admin admin] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:35:28.222937 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-9f4815d1-92f4-44b7-9877-01831c120c88 admin admin] 10.222.0.46 "PUT /v2.0/routers/11739475-0c74-4118-b600-121f621dcdfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4540322 Aug 30 18:35:28.238783 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-876900b0-7a7a-47dc-8a5f-7652bd3fb402 req-531ac803-fc09-4e2c-ba9a-f7be189837ff tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575239 Aug 30 18:35:28.283295 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dd93bb24-1f60-4b55-af73-c345176973bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:28.294825 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning for port 72d969e6-9e54-4bd7-bb69-773d572e7643 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:35:28.302374 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port 72d969e6-9e54-4bd7-bb69-773d572e7643 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:35:28.302849 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:28.341417 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dd93bb24-1f60-4b55-af73-c345176973bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:28.469318 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dd93bb24-1f60-4b55-af73-c345176973bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:28.473202 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dd93bb24-1f60-4b55-af73-c345176973bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:28.479958 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-dd93bb24-1f60-4b55-af73-c345176973bd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c4a520cd-e5de-4593-8814-076e3f1e186a HTTP/1.1" status: 204 len: 168 time: 0.6477990 Aug 30 18:35:28.503999 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93bb24-1f60-4b55-af73-c345176973bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a520cd-e5de-4593-8814-076e3f1e186a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:28.512392 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:28.592024 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] For port 72d969e6-9e54-4bd7-bb69-773d572e7643, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=72d969e6-9e54-4bd7-bb69-773d572e7643,segment=NetworkSegment(1a6a5219-0521-4333-ae96-e7fdd8d0d325),segment_id=1a6a5219-0521-4333-ae96-e7fdd8d0d325)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:35:28.603238 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:28.686499 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Pushing event updated for resources: {'Port': ['ID=72d969e6-9e54-4bd7-bb69-773d572e7643,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:28.876690 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21371f6e-1597-4ccd-8107-c35c748fb4de req-234acce8-6f33-4819-9593-2e382ef205da tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:28.878783 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-21371f6e-1597-4ccd-8107-c35c748fb4de req-234acce8-6f33-4819-9593-2e382ef205da tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 946 time: 0.0689406 Aug 30 18:35:28.895785 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:35:28.932455 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-21371f6e-1597-4ccd-8107-c35c748fb4de req-3d4d32f5-2ee4-4bbc-8669-f8e56c51bd1b tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463240 Aug 30 18:35:29.241641 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8769d988-00f1-402d-8b66-714e15eb72df None None] Sync routers for ids ['11739475-0c74-4118-b600-121f621dcdfe'] in dv-cinder-790492-12-iscsi {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:35:29.256002 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8769d988-00f1-402d-8b66-714e15eb72df None None] Routers {'11739475-0c74-4118-b600-121f621dcdfe'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:35:29.256688 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-8769d988-00f1-402d-8b66-714e15eb72df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:35:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['11739475-0c74-4118-b600-121f621dcdfe'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:35:29.361281 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 47832) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:29.370447 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-f0289dc7-e918-43b1-b84f-8b69f3f7ecd9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1877588190-network', 'tenant_id': 'b72ec7abc9e947dbb98aba688564f696'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:35:29.435761 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-8769d988-00f1-402d-8b66-714e15eb72df None None] Set router 11739475-0c74-4118-b600-121f621dcdfe gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:35:29.493143 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d43c26-9ebf-4c4e-a123-094fa9a16028 req-4d1241a4-a9b8-4f47-a9c5-d12bb338cdf9 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:29.496680 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-49d43c26-9ebf-4c4e-a123-094fa9a16028 req-4d1241a4-a9b8-4f47-a9c5-d12bb338cdf9 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 945 time: 0.1159377 Aug 30 18:35:29.498940 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0289dc7-e918-43b1-b84f-8b69f3f7ecd9 admin admin] Made reservation on behalf of b72ec7abc9e947dbb98aba688564f696 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:35:29.503217 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f0289dc7-e918-43b1-b84f-8b69f3f7ecd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:29.534266 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f0289dc7-e918-43b1-b84f-8b69f3f7ecd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:29.613656 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-49d43c26-9ebf-4c4e-a123-094fa9a16028 req-5c153eb8-1dd4-448b-bca6-e4cb98f6be2e tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061327 Aug 30 18:35:29.859092 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-8769d988-00f1-402d-8b66-714e15eb72df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11739475-0c74-4118-b600-121f621dcdfe', 'name': 'tempest-TestShelveInstance-1207712787-router', 'tenant_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '72d969e6-9e54-4bd7-bb69-773d572e7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:35:21Z', 'updated_at': '2021-08-30T18:35:26Z', 'revision_number': 4, 'project_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'gw_port': {'id': '72d969e6-9e54-4bd7-bb69-773d572e7643', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11739475-0c74-4118-b600-121f621dcdfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:35:22Z', 'updated_at': '2021-08-30T18:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '993e8e2c-14e2-4d49-aeb8-6188f2998cbd', 'name': '', 'network_id': 'ea852ca2-2b8b-420c-99a5-338c253d2592', 'tenant_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'mac_address': 'fa:16:3e:7e:c6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11739475-0c74-4118-b600-121f621dcdfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'f5108fb3-7e52-4865-bd76-205360c0100e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:35:24Z', 'updated_at': '2021-08-30T18:35:26Z', 'revision_number': 2, 'project_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'subnets': [{'id': 'f5108fb3-7e52-4865-bd76-205360c0100e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:35:29.876703 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f0289dc7-e918-43b1-b84f-8b69f3f7ecd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:29.887863 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f0289dc7-e918-43b1-b84f-8b69f3f7ecd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:29.929729 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8769d988-00f1-402d-8b66-714e15eb72df None None] Checking router: 11739475-0c74-4118-b600-121f621dcdfe for host: dv-cinder-790492-12-iscsi {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:35:29.933290 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8769d988-00f1-402d-8b66-714e15eb72df None None] Updating router 11739475-0c74-4118-b600-121f621dcdfe port 993e8e2c-14e2-4d49-aeb8-6188f2998cbd binding host dv-cinder-790492-12-iscsi {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:35:30.020504 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0289dc7-e918-43b1-b84f-8b69f3f7ecd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 18:35:30.044291 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0289dc7-e918-43b1-b84f-8b69f3f7ecd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbe5351-b199-491a-bd77-6c4271b13785,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:30.053026 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 72d969e6-9e54-4bd7-bb69-773d572e7643 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:35:30.059198 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f0289dc7-e918-43b1-b84f-8b69f3f7ecd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:30.060882 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.db.segments_db [None req-f0289dc7-e918-43b1-b84f-8b69f3f7ecd9 admin admin] Added segment 13f26f1c-9078-4002-8b05-30a74f59acd4 of type vlan for network 78215a4f-55a4-4a69-914c-970e8eae0b8f Aug 30 18:35:30.197720 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f0289dc7-e918-43b1-b84f-8b69f3f7ecd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776058719600'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:30.255027 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8769d988-00f1-402d-8b66-714e15eb72df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:30.266555 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f0289dc7-e918-43b1-b84f-8b69f3f7ecd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:30.267726 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0289dc7-e918-43b1-b84f-8b69f3f7ecd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:30.268381 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f0289dc7-e918-43b1-b84f-8b69f3f7ecd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:30.362889 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-f0289dc7-e918-43b1-b84f-8b69f3f7ecd9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9986994 Aug 30 18:35:30.369402 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 47872) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:30.376332 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcec2de-c916-4bd9-9985-8cfe5874c325 req-fb0ac664-ce63-46f2-aeca-ead4329bb289 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:30.388835 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-e229ce14-ecbd-4d47-ab69-99982785b23c admin admin] Request body: {'subnet': {'network_id': '78215a4f-55a4-4a69-914c-970e8eae0b8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1877588190-subnet', 'tenant_id': 'b72ec7abc9e947dbb98aba688564f696', 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:35:30.394351 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port 72d969e6-9e54-4bd7-bb69-773d572e7643 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:35:30.395233 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:30.397824 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-cbcec2de-c916-4bd9-9985-8cfe5874c325 req-fb0ac664-ce63-46f2-aeca-ead4329bb289 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 946 time: 0.2320416 Aug 30 18:35:30.425245 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0289dc7-e918-43b1-b84f-8b69f3f7ecd9 admin admin] Pushing event updated for resources: {'Network': ['ID=78215a4f-55a4-4a69-914c-970e8eae0b8f,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:30.475171 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-cbcec2de-c916-4bd9-9985-8cfe5874c325 req-3f3e32f9-1dd3-4174-8092-58c5d8799429 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743036 Aug 30 18:35:30.493778 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e229ce14-ecbd-4d47-ab69-99982785b23c admin admin] Made reservation on behalf of b72ec7abc9e947dbb98aba688564f696 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:35:30.516525 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e229ce14-ecbd-4d47-ab69-99982785b23c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:30.551574 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Network 78215a4f-55a4-4a69-914c-970e8eae0b8f details requested by agent ovs-agent-dv-cinder-790492-12-iscsi with host dv-cinder-790492-12-iscsi {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:35:30.969405 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e229ce14-ecbd-4d47-ab69-99982785b23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:30.971924 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 47884) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:31.159601 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e229ce14-ecbd-4d47-ab69-99982785b23c admin admin] Pushing event updated for resources: {'Subnet': ['ID=93cedeb1-e131-4464-9b1b-3174db9aca26,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:31.177478 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e229ce14-ecbd-4d47-ab69-99982785b23c admin admin] Checking segment: {'id': '13f26f1c-9078-4002-8b05-30a74f59acd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78215a4f-55a4-4a69-914c-970e8eae0b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:35:31.178041 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e229ce14-ecbd-4d47-ab69-99982785b23c admin admin] Network hostable DHCP agents. Network: 78215a4f-55a4-4a69-914c-970e8eae0b8f, hostable agents: ['31edc47e-fc79-419c-8073-db6fa9586502'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:35:31.227574 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e229ce14-ecbd-4d47-ab69-99982785b23c admin admin] Network 78215a4f-55a4-4a69-914c-970e8eae0b8f is scheduled to be hosted by DHCP agent 31edc47e-fc79-419c-8073-db6fa9586502 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:35:31.227788 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8769d988-00f1-402d-8b66-714e15eb72df None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:31.243921 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-087470bf-9acc-48d4-8aa7-47aef67d4f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:31.245028 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8769d988-00f1-402d-8b66-714e15eb72df None None] Transition to ACTIVE for port object 993e8e2c-14e2-4d49-aeb8-6188f2998cbd will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:35:31.262579 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8769d988-00f1-402d-8b66-714e15eb72df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:31.297208 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-e229ce14-ecbd-4d47-ab69-99982785b23c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-12-iscsi, 78215a4f-55a4-4a69-914c-970e8eae0b8f) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:35:31.326855 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e229ce14-ecbd-4d47-ab69-99982785b23c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:31.330869 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e229ce14-ecbd-4d47-ab69-99982785b23c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:31.336233 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8535b937-83e8-4f25-8bf6-e9d47c51db19 None None] Network 78215a4f-55a4-4a69-914c-970e8eae0b8f requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:35:31.533452 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-087470bf-9acc-48d4-8aa7-47aef67d4f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:31.541181 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-087470bf-9acc-48d4-8aa7-47aef67d4f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:31.548843 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-e229ce14-ecbd-4d47-ab69-99982785b23c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1701577 Aug 30 18:35:31.553247 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 47912) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:31.561377 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-3df338e3-a9f4-44d8-87e2-288fb0785bfe admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1877588190-router', 'tenant_id': 'b72ec7abc9e947dbb98aba688564f696', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:35:31.604700 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3df338e3-a9f4-44d8-87e2-288fb0785bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4117294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4106'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:31.608031 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3df338e3-a9f4-44d8-87e2-288fb0785bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4117378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4119528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4125'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:31.677905 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087470bf-9acc-48d4-8aa7-47aef67d4f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d54fa1d-56ac-4ea1-b7b4-4834ab2a7a22,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:31.686934 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89181445-83a5-47d9-9ac4-6633bc7a2968 None None] Pushing event updated for resources: {'Port': ['ID=993e8e2c-14e2-4d49-aeb8-6188f2998cbd,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:31.711495 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-087470bf-9acc-48d4-8aa7-47aef67d4f63 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b6e671ebfe404a25bdf21e010d533ea0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7366133 Aug 30 18:35:31.717191 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 47918) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:31.842373 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3df338e3-a9f4-44d8-87e2-288fb0785bfe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:31.852495 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-8769d988-00f1-402d-8b66-714e15eb72df None None] Attempting to bind port 993e8e2c-14e2-4d49-aeb8-6188f2998cbd on host dv-cinder-790492-12-iscsi for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:35:31.852765 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-8769d988-00f1-402d-8b66-714e15eb72df None None] Attempting to bind port 993e8e2c-14e2-4d49-aeb8-6188f2998cbd by drivers openvswitch,hyperv on host dv-cinder-790492-12-iscsi at level 0 using segments [{'id': '4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ea852ca2-2b8b-420c-99a5-338c253d2592'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:35:31.853368 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8769d988-00f1-402d-8b66-714e15eb72df None None] Attempting to bind port 993e8e2c-14e2-4d49-aeb8-6188f2998cbd on network ea852ca2-2b8b-420c-99a5-338c253d2592 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:35:31.861692 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-157412bb-81e7-41da-84c5-89f5c6fefe4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:31.873005 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8769d988-00f1-402d-8b66-714e15eb72df None None] Checking agent: {'id': '245e5d0a-3a0f-4c4e-b0f3-8ac9becf3b30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 25, 23), 'started_at': datetime.datetime(2021, 8, 30, 18, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:35:31.875715 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8769d988-00f1-402d-8b66-714e15eb72df None None] Checking segment: {'id': '4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ea852ca2-2b8b-420c-99a5-338c253d2592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:35:31.876033 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8769d988-00f1-402d-8b66-714e15eb72df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:31.879397 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8769d988-00f1-402d-8b66-714e15eb72df None None] Bound using segment: {'id': '4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ea852ca2-2b8b-420c-99a5-338c253d2592'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:35:31.879939 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-8769d988-00f1-402d-8b66-714e15eb72df None None] Bound port: 993e8e2c-14e2-4d49-aeb8-6188f2998cbd, host: dv-cinder-790492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ea852ca2-2b8b-420c-99a5-338c253d2592'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:35:31.880403 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8769d988-00f1-402d-8b66-714e15eb72df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:31.944806 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-157412bb-81e7-41da-84c5-89f5c6fefe4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:32.015901 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fef774-cbdc-40ad-b1a6-37bf697d8962 req-88cfefc1-e0e7-4ee6-8493-d59bb0d03228 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:32.018946 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a8fef774-cbdc-40ad-b1a6-37bf697d8962 req-88cfefc1-e0e7-4ee6-8493-d59bb0d03228 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 946 time: 0.2049727 Aug 30 18:35:32.073403 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-157412bb-81e7-41da-84c5-89f5c6fefe4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:32.077074 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-157412bb-81e7-41da-84c5-89f5c6fefe4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:32.078429 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-157412bb-81e7-41da-84c5-89f5c6fefe4a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1d54fa1d-56ac-4ea1-b7b4-4834ab2a7a22 HTTP/1.1" status: 204 len: 168 time: 0.3600469 Aug 30 18:35:32.101915 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157412bb-81e7-41da-84c5-89f5c6fefe4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d54fa1d-56ac-4ea1-b7b4-4834ab2a7a22,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:32.139733 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 47928) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:32.228683 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3df338e3-a9f4-44d8-87e2-288fb0785bfe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:32.313963 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a8fef774-cbdc-40ad-b1a6-37bf697d8962 req-e31dfef0-8c76-44a8-ada5-6d8aa50a6453 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215173 Aug 30 18:35:32.344039 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-8769d988-00f1-402d-8b66-714e15eb72df None None] For port 993e8e2c-14e2-4d49-aeb8-6188f2998cbd, host dv-cinder-790492-12-iscsi, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:35:32.351741 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-8769d988-00f1-402d-8b66-714e15eb72df None None] For port 993e8e2c-14e2-4d49-aeb8-6188f2998cbd, host dv-cinder-790492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=993e8e2c-14e2-4d49-aeb8-6188f2998cbd,segment=NetworkSegment(4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f),segment_id=4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:35:32.413865 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8769d988-00f1-402d-8b66-714e15eb72df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:32.537486 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745dd782-1beb-41c1-a804-a30a217cb476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0882321b-e2fd-5493-abf8-b4156332fbad-78215a4f-55a4-4a69-914c-970e8eae0b8f', 'network_id': '78215a4f-55a4-4a69-914c-970e8eae0b8f', 'tenant_id': 'b72ec7abc9e947dbb98aba688564f696', 'fixed_ips': [{'subnet_id': '93cedeb1-e131-4464-9b1b-3174db9aca26'}]}} from dv-cinder-790492-12-iscsi. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 18:35:32.538919 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-745dd782-1beb-41c1-a804-a30a217cb476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:32.543531 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89181445-83a5-47d9-9ac4-6633bc7a2968 None None] Pushing event updated for resources: {'Port': ['ID=993e8e2c-14e2-4d49-aeb8-6188f2998cbd,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:32.586955 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8769d988-00f1-402d-8b66-714e15eb72df None None] Routers {'11739475-0c74-4118-b600-121f621dcdfe'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:35:32.587618 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-8769d988-00f1-402d-8b66-714e15eb72df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:35:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['11739475-0c74-4118-b600-121f621dcdfe'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:35:32.883779 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-8769d988-00f1-402d-8b66-714e15eb72df None None] Set router 11739475-0c74-4118-b600-121f621dcdfe gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:35:32.977535 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-745dd782-1beb-41c1-a804-a30a217cb476 None None] Allocated IP 172.20.0.2 (78215a4f-55a4-4a69-914c-970e8eae0b8f/93cedeb1-e131-4464-9b1b-3174db9aca26/467d44b8-a1c4-4576-869b-d3c4ef3561d7) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:35:33.003350 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3df338e3-a9f4-44d8-87e2-288fb0785bfe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:33.053699 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3df338e3-a9f4-44d8-87e2-288fb0785bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:33.094315 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a172d356-1441-4216-b036-d6108adb822c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:33.312014 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a172d356-1441-4216-b036-d6108adb822c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:33.313961 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-3df338e3-a9f4-44d8-87e2-288fb0785bfe admin admin] Allocated IP 172.27.3.135 (56c1e305-917b-4e98-a569-d57cdf415d5e/eb15dae3-e857-40c0-90c2-88f2d8bfe547/b53ca998-ac1d-4cc9-a136-dae1aae8811a) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:35:33.320989 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a172d356-1441-4216-b036-d6108adb822c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:33.422667 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-745dd782-1beb-41c1-a804-a30a217cb476 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:33.433808 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-745dd782-1beb-41c1-a804-a30a217cb476 None None] Transition to ACTIVE for port object 467d44b8-a1c4-4576-869b-d3c4ef3561d7 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:35:33.482632 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-745dd782-1beb-41c1-a804-a30a217cb476 None None] Transition to ACTIVE for port object 467d44b8-a1c4-4576-869b-d3c4ef3561d7 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:35:33.503924 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 47960) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:33.504013 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-a172d356-1441-4216-b036-d6108adb822c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4a8be68276f94d5ab8a09437d274ce43&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3499639 Aug 30 18:35:33.507547 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172d356-1441-4216-b036-d6108adb822c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc1a178-61db-4104-a62e-b4d85156c563,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:33.559310 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-745dd782-1beb-41c1-a804-a30a217cb476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:33.664455 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe4344-9be6-44f4-953f-9a2d66c863cf req-a45084ea-23cd-480b-bc29-c5cbde364656 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:33.664455 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-58fe4344-9be6-44f4-953f-9a2d66c863cf req-a45084ea-23cd-480b-bc29-c5cbde364656 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 946 time: 0.1304493 Aug 30 18:35:33.687560 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745dd782-1beb-41c1-a804-a30a217cb476 None None] Network 78215a4f-55a4-4a69-914c-970e8eae0b8f is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:35:33.694699 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-745dd782-1beb-41c1-a804-a30a217cb476 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:35:33.698194 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3df338e3-a9f4-44d8-87e2-288fb0785bfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:33.698938 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745dd782-1beb-41c1-a804-a30a217cb476 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:35:33.702379 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-67933c5f-9956-4fbd-80a6-626fc0fffeed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:33.724988 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745dd782-1beb-41c1-a804-a30a217cb476 None None] Pushing event updated for resources: {'Port': ['ID=467d44b8-a1c4-4576-869b-d3c4ef3561d7,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:33.781927 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-67933c5f-9956-4fbd-80a6-626fc0fffeed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:33.792515 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-58fe4344-9be6-44f4-953f-9a2d66c863cf req-18255189-a49b-440e-8d4e-458fd0b30553 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103840 Aug 30 18:35:33.815421 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-8769d988-00f1-402d-8b66-714e15eb72df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11739475-0c74-4118-b600-121f621dcdfe', 'name': 'tempest-TestShelveInstance-1207712787-router', 'tenant_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '72d969e6-9e54-4bd7-bb69-773d572e7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:35:21Z', 'updated_at': '2021-08-30T18:35:26Z', 'revision_number': 4, 'project_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'gw_port': {'id': '72d969e6-9e54-4bd7-bb69-773d572e7643', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11739475-0c74-4118-b600-121f621dcdfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:35:22Z', 'updated_at': '2021-08-30T18:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '993e8e2c-14e2-4d49-aeb8-6188f2998cbd', 'name': '', 'network_id': 'ea852ca2-2b8b-420c-99a5-338c253d2592', 'tenant_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'mac_address': 'fa:16:3e:7e:c6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11739475-0c74-4118-b600-121f621dcdfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'f5108fb3-7e52-4865-bd76-205360c0100e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:35:24Z', 'updated_at': '2021-08-30T18:35:32Z', 'revision_number': 4, 'project_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'subnets': [{'id': 'f5108fb3-7e52-4865-bd76-205360c0100e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:35:33.852413 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3df338e3-a9f4-44d8-87e2-288fb0785bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:33.886172 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8769d988-00f1-402d-8b66-714e15eb72df None None] The sync data for ids ['11739475-0c74-4118-b600-121f621dcdfe'] in dv-cinder-790492-12-iscsi is: [{'id': '11739475-0c74-4118-b600-121f621dcdfe', 'name': 'tempest-TestShelveInstance-1207712787-router', 'tenant_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '72d969e6-9e54-4bd7-bb69-773d572e7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:35:21Z', 'updated_at': '2021-08-30T18:35:26Z', 'revision_number': 4, 'project_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'gw_port': {'id': '72d969e6-9e54-4bd7-bb69-773d572e7643', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11739475-0c74-4118-b600-121f621dcdfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:35:22Z', 'updated_at': '2021-08-30T18:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '993e8e2c-14e2-4d49-aeb8-6188f2998cbd', 'name': '', 'network_id': 'ea852ca2-2b8b-420c-99a5-338c253d2592', 'tenant_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'mac_address': 'fa:16:3e:7e:c6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11739475-0c74-4118-b600-121f621dcdfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'f5108fb3-7e52-4865-bd76-205360c0100e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:35:24Z', 'updated_at': '2021-08-30T18:35:32Z', 'revision_number': 4, 'project_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'subnets': [{'id': 'f5108fb3-7e52-4865-bd76-205360c0100e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:35:33.898578 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-745dd782-1beb-41c1-a804-a30a217cb476 None None] Attempting to bind port 467d44b8-a1c4-4576-869b-d3c4ef3561d7 on host dv-cinder-790492-12-iscsi for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:35:33.899267 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-745dd782-1beb-41c1-a804-a30a217cb476 None None] Attempting to bind port 467d44b8-a1c4-4576-869b-d3c4ef3561d7 by drivers openvswitch,hyperv on host dv-cinder-790492-12-iscsi at level 0 using segments [{'id': '13f26f1c-9078-4002-8b05-30a74f59acd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78215a4f-55a4-4a69-914c-970e8eae0b8f'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:35:33.899875 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745dd782-1beb-41c1-a804-a30a217cb476 None None] Attempting to bind port 467d44b8-a1c4-4576-869b-d3c4ef3561d7 on network 78215a4f-55a4-4a69-914c-970e8eae0b8f {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:35:33.903884 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df338e3-a9f4-44d8-87e2-288fb0785bfe admin admin] Network 56c1e305-917b-4e98-a569-d57cdf415d5e is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:35:33.908946 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-3df338e3-a9f4-44d8-87e2-288fb0785bfe admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:35:33.912259 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745dd782-1beb-41c1-a804-a30a217cb476 None None] Checking agent: {'id': '245e5d0a-3a0f-4c4e-b0f3-8ac9becf3b30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 25, 23), 'started_at': datetime.datetime(2021, 8, 30, 18, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:35:33.912756 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745dd782-1beb-41c1-a804-a30a217cb476 None None] Checking segment: {'id': '13f26f1c-9078-4002-8b05-30a74f59acd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78215a4f-55a4-4a69-914c-970e8eae0b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:35:33.913422 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-745dd782-1beb-41c1-a804-a30a217cb476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:33.914180 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745dd782-1beb-41c1-a804-a30a217cb476 None None] Bound using segment: {'id': '13f26f1c-9078-4002-8b05-30a74f59acd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78215a4f-55a4-4a69-914c-970e8eae0b8f'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:35:33.914883 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-745dd782-1beb-41c1-a804-a30a217cb476 None None] Bound port: 467d44b8-a1c4-4576-869b-d3c4ef3561d7, host: dv-cinder-790492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f26f1c-9078-4002-8b05-30a74f59acd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78215a4f-55a4-4a69-914c-970e8eae0b8f'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:35:33.915675 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-745dd782-1beb-41c1-a804-a30a217cb476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:33.916798 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df338e3-a9f4-44d8-87e2-288fb0785bfe admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:35:33.926675 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-67933c5f-9956-4fbd-80a6-626fc0fffeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:33.932220 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-67933c5f-9956-4fbd-80a6-626fc0fffeed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:33.932220 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-67933c5f-9956-4fbd-80a6-626fc0fffeed admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3dc1a178-61db-4104-a62e-b4d85156c563 HTTP/1.1" status: 204 len: 168 time: 0.4355199 Aug 30 18:35:34.086441 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df338e3-a9f4-44d8-87e2-288fb0785bfe admin admin] Pushing event updated for resources: {'Port': ['ID=b53ca998-ac1d-4cc9-a136-dae1aae8811a,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:34.091164 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67933c5f-9956-4fbd-80a6-626fc0fffeed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc1a178-61db-4104-a62e-b4d85156c563,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:34.166851 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-745dd782-1beb-41c1-a804-a30a217cb476 None None] For port 467d44b8-a1c4-4576-869b-d3c4ef3561d7, host dv-cinder-790492-12-iscsi, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:35:34.190910 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-745dd782-1beb-41c1-a804-a30a217cb476 None None] For port 467d44b8-a1c4-4576-869b-d3c4ef3561d7, host dv-cinder-790492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=467d44b8-a1c4-4576-869b-d3c4ef3561d7,segment=NetworkSegment(13f26f1c-9078-4002-8b05-30a74f59acd4),segment_id=13f26f1c-9078-4002-8b05-30a74f59acd4)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:35:34.206363 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-745dd782-1beb-41c1-a804-a30a217cb476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:34.408381 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745dd782-1beb-41c1-a804-a30a217cb476 None None] Pushing event updated for resources: {'Port': ['ID=467d44b8-a1c4-4576-869b-d3c4ef3561d7,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:34.566895 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3df338e3-a9f4-44d8-87e2-288fb0785bfe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:35.384244 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3df338e3-a9f4-44d8-87e2-288fb0785bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4117433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4120119'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:35.651533 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df338e3-a9f4-44d8-87e2-288fb0785bfe admin admin] Router 2cd527eb-c337-4241-a53b-d213e651c070 is scheduled to L3 agent 92e03f23-06fd-457e-8698-15737aaba387 with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 18:35:35.882891 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df338e3-a9f4-44d8-87e2-288fb0785bfe admin admin] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:35:35.900962 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ceac80-8716-40db-be94-845ee86c90ed None None] Sync routers for ids ['2cd527eb-c337-4241-a53b-d213e651c070'] in dv-cinder-790492-12-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:35:35.944172 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ceac80-8716-40db-be94-845ee86c90ed None None] Routers {'2cd527eb-c337-4241-a53b-d213e651c070'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:35:35.945541 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f3ceac80-8716-40db-be94-845ee86c90ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:35:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['2cd527eb-c337-4241-a53b-d213e651c070'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:35:35.945695 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3df338e3-a9f4-44d8-87e2-288fb0785bfe admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:35.952350 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 48024) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:35.962677 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-3df338e3-a9f4-44d8-87e2-288fb0785bfe admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4066284 Aug 30 18:35:36.127014 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65548b2-4ec2-4309-b5f8-43b7a4b1a954 None None] Network 78215a4f-55a4-4a69-914c-970e8eae0b8f requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:35:36.165655 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 467d44b8-a1c4-4576-869b-d3c4ef3561d7 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:35:36.258071 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-f3ceac80-8716-40db-be94-845ee86c90ed None None] Set router 2cd527eb-c337-4241-a53b-d213e651c070 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:35:36.548202 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-805c6fa2-7742-4794-900b-472b5ad2b933 None None] Provisioning for port 467d44b8-a1c4-4576-869b-d3c4ef3561d7 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:35:36.594606 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6807d79-0e84-4f20-95fd-4581f19e4afa req-4e37aecb-81af-4cf6-b7c7-0bfa973ac996 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:36.619996 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f6807d79-0e84-4f20-95fd-4581f19e4afa req-4e37aecb-81af-4cf6-b7c7-0bfa973ac996 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 946 time: 0.2160821 Aug 30 18:35:36.635001 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-714f7352-d9cb-4fe3-ae6e-33e9bce34091 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:36.640665 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-714f7352-d9cb-4fe3-ae6e-33e9bce34091 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/networks?id=86c6f4e9-f587-46d0-83b4-7617f4688e93 HTTP/1.1" status: 200 len: 814 time: 0.2993083 Aug 30 18:35:36.751863 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning for port 467d44b8-a1c4-4576-869b-d3c4ef3561d7 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:35:36.769513 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f6807d79-0e84-4f20-95fd-4581f19e4afa req-007bf296-41e8-45e9-9497-95b5cbbde6f2 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354394 Aug 30 18:35:36.821528 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f3ceac80-8716-40db-be94-845ee86c90ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd527eb-c337-4241-a53b-d213e651c070', 'name': 'tempest-TestShelveInstance-1877588190-router', 'tenant_id': 'b72ec7abc9e947dbb98aba688564f696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'b53ca998-ac1d-4cc9-a136-dae1aae8811a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:35:31Z', 'updated_at': '2021-08-30T18:35:34Z', 'revision_number': 3, 'project_id': 'b72ec7abc9e947dbb98aba688564f696', 'gw_port': {'id': 'b53ca998-ac1d-4cc9-a136-dae1aae8811a', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd527eb-c337-4241-a53b-d213e651c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:35:33Z', 'updated_at': '2021-08-30T18:35:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi'}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:35:36.859980 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port 467d44b8-a1c4-4576-869b-d3c4ef3561d7 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:35:36.860554 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:36.913445 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-05136cc5-3534-4d3c-8b00-9aab1b76e71c tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/quotas/26da63fb9503419c953e7d900a0bbf6f HTTP/1.1" status: 200 len: 375 time: 0.0312893 Aug 30 18:35:36.915455 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ceac80-8716-40db-be94-845ee86c90ed None None] Checking router: 2cd527eb-c337-4241-a53b-d213e651c070 for host: dv-cinder-790492-12-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:35:36.916196 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ceac80-8716-40db-be94-845ee86c90ed None None] Updating router 2cd527eb-c337-4241-a53b-d213e651c070 port b53ca998-ac1d-4cc9-a136-dae1aae8811a binding host dv-cinder-790492-12-iscsi {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:35:36.961979 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f3ceac80-8716-40db-be94-845ee86c90ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:37.151560 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:37.274435 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-34a9ecc1-c612-4ee1-a1ee-75afe9df6d01 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=26da63fb9503419c953e7d900a0bbf6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3576500 Aug 30 18:35:37.282959 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] For port 467d44b8-a1c4-4576-869b-d3c4ef3561d7, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=467d44b8-a1c4-4576-869b-d3c4ef3561d7,segment=NetworkSegment(13f26f1c-9078-4002-8b05-30a74f59acd4),segment_id=13f26f1c-9078-4002-8b05-30a74f59acd4)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:35:37.288820 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:37.289736 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 993e8e2c-14e2-4d49-aeb8-6188f2998cbd up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:35:37.497744 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning for port 993e8e2c-14e2-4d49-aeb8-6188f2998cbd completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:35:37.533482 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3ca9219a-ad36-4c3e-bbf3-6e7406a36b7e None None] Provisioning complete for port 467d44b8-a1c4-4576-869b-d3c4ef3561d7 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:35:37.533482 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3ca9219a-ad36-4c3e-bbf3-6e7406a36b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:37.558664 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-a71af172-9df7-480a-9b47-1189b7e33312 service neutron] 10.222.0.46 "GET /v2.0/networks/86c6f4e9-f587-46d0-83b4-7617f4688e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726872 Aug 30 18:35:37.614797 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port 993e8e2c-14e2-4d49-aeb8-6188f2998cbd triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:35:37.627839 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:37.632643 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Pushing event updated for resources: {'Port': ['ID=467d44b8-a1c4-4576-869b-d3c4ef3561d7,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:37.650244 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f3ceac80-8716-40db-be94-845ee86c90ed None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:37.687442 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-f3ceac80-8716-40db-be94-845ee86c90ed None None] Transition to ACTIVE for port object b53ca998-ac1d-4cc9-a136-dae1aae8811a will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:35:37.702339 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f3ceac80-8716-40db-be94-845ee86c90ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:37.773329 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b623b4-c65e-4802-8e6e-3f65f533f19d None None] Pushing event updated for resources: {'Port': ['ID=b53ca998-ac1d-4cc9-a136-dae1aae8811a,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:37.796154 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:37.806571 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b4f070af-a945-494c-8b22-c0ed76b41e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:37.815810 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-f3ceac80-8716-40db-be94-845ee86c90ed None None] Attempting to bind port b53ca998-ac1d-4cc9-a136-dae1aae8811a on host dv-cinder-790492-12-iscsi for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:35:37.816599 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-f3ceac80-8716-40db-be94-845ee86c90ed None None] Attempting to bind port b53ca998-ac1d-4cc9-a136-dae1aae8811a by drivers openvswitch,hyperv on host dv-cinder-790492-12-iscsi at level 0 using segments [{'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:35:37.817365 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ceac80-8716-40db-be94-845ee86c90ed None None] Attempting to bind port b53ca998-ac1d-4cc9-a136-dae1aae8811a on network 56c1e305-917b-4e98-a569-d57cdf415d5e {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:35:37.843204 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ceac80-8716-40db-be94-845ee86c90ed None None] Checking agent: {'id': '245e5d0a-3a0f-4c4e-b0f3-8ac9becf3b30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 25, 23), 'started_at': datetime.datetime(2021, 8, 30, 18, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:35:37.843543 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ceac80-8716-40db-be94-845ee86c90ed None None] Checking segment: {'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:35:37.849169 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f3ceac80-8716-40db-be94-845ee86c90ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:37.849777 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ceac80-8716-40db-be94-845ee86c90ed None None] Bound using segment: {'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:35:37.850467 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-f3ceac80-8716-40db-be94-845ee86c90ed None None] Bound port: b53ca998-ac1d-4cc9-a136-dae1aae8811a, host: dv-cinder-790492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:35:37.851278 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f3ceac80-8716-40db-be94-845ee86c90ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:37.884179 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] For port 993e8e2c-14e2-4d49-aeb8-6188f2998cbd, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=993e8e2c-14e2-4d49-aeb8-6188f2998cbd,segment=NetworkSegment(4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f),segment_id=4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:35:37.897079 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:38.012811 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-f3ceac80-8716-40db-be94-845ee86c90ed None None] For port b53ca998-ac1d-4cc9-a136-dae1aae8811a, host dv-cinder-790492-12-iscsi, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:35:38.019308 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-f3ceac80-8716-40db-be94-845ee86c90ed None None] For port b53ca998-ac1d-4cc9-a136-dae1aae8811a, host dv-cinder-790492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=b53ca998-ac1d-4cc9-a136-dae1aae8811a,segment=NetworkSegment(1a6a5219-0521-4333-ae96-e7fdd8d0d325),segment_id=1a6a5219-0521-4333-ae96-e7fdd8d0d325)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:35:38.034071 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f3ceac80-8716-40db-be94-845ee86c90ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:38.069850 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 467d44b8-a1c4-4576-869b-d3c4ef3561d7 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:35:38.161323 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Pushing event updated for resources: {'Port': ['ID=993e8e2c-14e2-4d49-aeb8-6188f2998cbd,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:38.258720 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e3473-be33-4c01-a37e-241dfdcfcd74 req-cd6b2bb7-bda4-4d04-b273-ddde16bb0ef5 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:38.280625 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port 467d44b8-a1c4-4576-869b-d3c4ef3561d7 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:35:38.281252 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:38.293827 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f47e3473-be33-4c01-a37e-241dfdcfcd74 req-cd6b2bb7-bda4-4d04-b273-ddde16bb0ef5 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 946 time: 0.1346328 Aug 30 18:35:38.297243 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b623b4-c65e-4802-8e6e-3f65f533f19d None None] Pushing event updated for resources: {'Port': ['ID=b53ca998-ac1d-4cc9-a136-dae1aae8811a,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:38.321321 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-b4f070af-a945-494c-8b22-c0ed76b41e6b admin admin] Allocated IP 172.20.0.1 (78215a4f-55a4-4a69-914c-970e8eae0b8f/93cedeb1-e131-4464-9b1b-3174db9aca26/cdb29090-23bc-4009-87c3-2b072fd7cef7) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:35:38.344996 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ceac80-8716-40db-be94-845ee86c90ed None None] Routers {'2cd527eb-c337-4241-a53b-d213e651c070'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:35:38.346939 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f3ceac80-8716-40db-be94-845ee86c90ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:35:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['2cd527eb-c337-4241-a53b-d213e651c070'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:35:38.382559 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-f85e1e82-4537-4588-af8c-53ca0f77ba0b service neutron] 10.222.0.46 "GET /v2.0/networks/86c6f4e9-f587-46d0-83b4-7617f4688e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8147879 Aug 30 18:35:38.484378 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f47e3473-be33-4c01-a37e-241dfdcfcd74 req-56620e24-6b2d-41ec-9d98-cc40af1efd04 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770031 Aug 30 18:35:38.685129 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-f3ceac80-8716-40db-be94-845ee86c90ed None None] Set router 2cd527eb-c337-4241-a53b-d213e651c070 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:35:38.780439 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:38.920818 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-eb940744-d95a-40c9-aed7-0d5711d1158a req-4564edf3-b828-4684-80e1-84998a16963b tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c770e0b-c7da-4d14-acdd-49b26dcd611f HTTP/1.1" status: 200 len: 210 time: 0.1200581 Aug 30 18:35:38.927105 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b4f070af-a945-494c-8b22-c0ed76b41e6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:38.983547 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8b07b-0a1c-486c-a6ab-5d4d78916a2a req-549b3d74-ea09-46cf-83ee-96e50e0507b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:38.991736 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-37b8b07b-0a1c-486c-a6ab-5d4d78916a2a req-549b3d74-ea09-46cf-83ee-96e50e0507b0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 1099 time: 0.3102756 Aug 30 18:35:38.993554 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-b4f070af-a945-494c-8b22-c0ed76b41e6b admin admin] Transition to ACTIVE for port object cdb29090-23bc-4009-87c3-2b072fd7cef7 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:35:39.059367 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f3ceac80-8716-40db-be94-845ee86c90ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd527eb-c337-4241-a53b-d213e651c070', 'name': 'tempest-TestShelveInstance-1877588190-router', 'tenant_id': 'b72ec7abc9e947dbb98aba688564f696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'b53ca998-ac1d-4cc9-a136-dae1aae8811a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:35:31Z', 'updated_at': '2021-08-30T18:35:34Z', 'revision_number': 3, 'project_id': 'b72ec7abc9e947dbb98aba688564f696', 'gw_port': {'id': 'b53ca998-ac1d-4cc9-a136-dae1aae8811a', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd527eb-c337-4241-a53b-d213e651c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:35:33Z', 'updated_at': '2021-08-30T18:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi'}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:35:39.169978 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b4f070af-a945-494c-8b22-c0ed76b41e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:39.183517 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ceac80-8716-40db-be94-845ee86c90ed None None] The sync data for ids ['2cd527eb-c337-4241-a53b-d213e651c070'] in dv-cinder-790492-12-iscsi is: [{'id': '2cd527eb-c337-4241-a53b-d213e651c070', 'name': 'tempest-TestShelveInstance-1877588190-router', 'tenant_id': 'b72ec7abc9e947dbb98aba688564f696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'b53ca998-ac1d-4cc9-a136-dae1aae8811a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:35:31Z', 'updated_at': '2021-08-30T18:35:34Z', 'revision_number': 3, 'project_id': 'b72ec7abc9e947dbb98aba688564f696', 'gw_port': {'id': 'b53ca998-ac1d-4cc9-a136-dae1aae8811a', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd527eb-c337-4241-a53b-d213e651c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:35:33Z', 'updated_at': '2021-08-30T18:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:35:39.249264 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-37b8b07b-0a1c-486c-a6ab-5d4d78916a2a req-ca4c48d2-b5ee-4559-82e2-2d8331ae6f70 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462502 Aug 30 18:35:39.289787 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f070af-a945-494c-8b22-c0ed76b41e6b admin admin] Network 78215a4f-55a4-4a69-914c-970e8eae0b8f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:35:39.303925 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f070af-a945-494c-8b22-c0ed76b41e6b admin admin] Pushing event updated for resources: {'Port': ['ID=cdb29090-23bc-4009-87c3-2b072fd7cef7,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:39.310146 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-b4f070af-a945-494c-8b22-c0ed76b41e6b admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:35:39.317157 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f070af-a945-494c-8b22-c0ed76b41e6b admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:35:39.321367 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f070af-a945-494c-8b22-c0ed76b41e6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:39.323049 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f070af-a945-494c-8b22-c0ed76b41e6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:39.324286 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f070af-a945-494c-8b22-c0ed76b41e6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:39.324988 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f070af-a945-494c-8b22-c0ed76b41e6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:39.325581 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f070af-a945-494c-8b22-c0ed76b41e6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:39.326324 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f070af-a945-494c-8b22-c0ed76b41e6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:39.326962 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f070af-a945-494c-8b22-c0ed76b41e6b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:39.327643 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f070af-a945-494c-8b22-c0ed76b41e6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:39.328141 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f070af-a945-494c-8b22-c0ed76b41e6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:39.328745 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f070af-a945-494c-8b22-c0ed76b41e6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:39.329200 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f070af-a945-494c-8b22-c0ed76b41e6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:39.329680 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f070af-a945-494c-8b22-c0ed76b41e6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:39.431335 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b4f070af-a945-494c-8b22-c0ed76b41e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4120296'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:39.888502 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9d592665-17ea-4584-b71e-9f5aa1779eaf None None] Provisioning for port cdb29090-23bc-4009-87c3-2b072fd7cef7 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:35:39.892913 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b4dcc-ab8d-4529-b939-c0d5439a6ee2 req-f7b17b5f-cdb6-4d57-a539-1e3cef9861b4 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:39.902334 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-694b4dcc-ab8d-4529-b939-c0d5439a6ee2 req-f7b17b5f-cdb6-4d57-a539-1e3cef9861b4 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 946 time: 0.1179125 Aug 30 18:35:39.906807 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9d592665-17ea-4584-b71e-9f5aa1779eaf None None] Provisioning complete for port cdb29090-23bc-4009-87c3-2b072fd7cef7 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:35:39.924801 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9d592665-17ea-4584-b71e-9f5aa1779eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:40.001719 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-694b4dcc-ab8d-4529-b939-c0d5439a6ee2 req-ea2c947f-7fe8-41c3-adff-8fae2274fa18 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981636 Aug 30 18:35:40.040349 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-9d592665-17ea-4584-b71e-9f5aa1779eaf None None] Port cdb29090-23bc-4009-87c3-2b072fd7cef7 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:35:40.084732 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b4f070af-a945-494c-8b22-c0ed76b41e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:40.224265 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ce5b4331-9fdd-424c-91bf-3c4c33eb9eb1 req-463596d3-2e1d-4463-8f9c-2a6214616a0a tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c770e0b-c7da-4d14-acdd-49b26dcd611f HTTP/1.1" status: 200 len: 210 time: 0.0582073 Aug 30 18:35:40.259310 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device b53ca998-ac1d-4cc9-a136-dae1aae8811a up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:35:40.371060 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning for port b53ca998-ac1d-4cc9-a136-dae1aae8811a completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:35:40.381739 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port b53ca998-ac1d-4cc9-a136-dae1aae8811a triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:35:40.384348 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:40.405408 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b4f070af-a945-494c-8b22-c0ed76b41e6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:40.414246 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b4f070af-a945-494c-8b22-c0ed76b41e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449046'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:40.549506 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b4f070af-a945-494c-8b22-c0ed76b41e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4119095'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:40.552515 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f070af-a945-494c-8b22-c0ed76b41e6b admin admin] Pushing event updated for resources: {'Port': ['ID=cdb29090-23bc-4009-87c3-2b072fd7cef7,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:40.776670 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f070af-a945-494c-8b22-c0ed76b41e6b admin admin] Network 78215a4f-55a4-4a69-914c-970e8eae0b8f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:35:40.781070 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-b4f070af-a945-494c-8b22-c0ed76b41e6b admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:35:40.800220 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:40.862179 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] For port b53ca998-ac1d-4cc9-a136-dae1aae8811a, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=b53ca998-ac1d-4cc9-a136-dae1aae8811a,segment=NetworkSegment(1a6a5219-0521-4333-ae96-e7fdd8d0d325),segment_id=1a6a5219-0521-4333-ae96-e7fdd8d0d325)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:35:40.873036 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:40.874650 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 993e8e2c-14e2-4d49-aeb8-6188f2998cbd up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:35:41.211617 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Pushing event updated for resources: {'Port': ['ID=b53ca998-ac1d-4cc9-a136-dae1aae8811a,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:41.255244 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port 993e8e2c-14e2-4d49-aeb8-6188f2998cbd triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:35:41.255886 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:41.431826 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ba9b611f-fb5b-4c03-9310-a4ca83daa23c None None] Provisioning complete for port cdb29090-23bc-4009-87c3-2b072fd7cef7 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:35:41.432621 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ba9b611f-fb5b-4c03-9310-a4ca83daa23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:41.444308 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-c298175b-769e-418e-abb3-7adf20038c2d tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:41.448083 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-c298175b-769e-418e-abb3-7adf20038c2d tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.39 "GET /v2.0/networks?id=86c6f4e9-f587-46d0-83b4-7617f4688e93 HTTP/1.1" status: 200 len: 814 time: 0.5115120 Aug 30 18:35:41.463469 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f070af-a945-494c-8b22-c0ed76b41e6b admin admin] Router 2cd527eb-c337-4241-a53b-d213e651c070 has already been hosted by L3 agent 92e03f23-06fd-457e-8698-15737aaba387 {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:35:41.508080 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-7e7e6a6d-d7bc-4c57-bea9-1c7ef9bf1113 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Request body: {'port': {'device_id': '9c770e0b-c7da-4d14-acdd-49b26dcd611f', 'network_id': '86c6f4e9-f587-46d0-83b4-7617f4688e93', 'admin_state_up': True, 'tenant_id': '26da63fb9503419c953e7d900a0bbf6f'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:35:41.563844 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d985eaca-5c34-4598-a051-c442cb18e5fc req-2cb0b688-c2ea-4934-9aa4-eada28103e1e tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c770e0b-c7da-4d14-acdd-49b26dcd611f HTTP/1.1" status: 200 len: 210 time: 0.0847185 Aug 30 18:35:41.564975 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-ba9b611f-fb5b-4c03-9310-a4ca83daa23c None None] Port cdb29090-23bc-4009-87c3-2b072fd7cef7 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:35:41.632371 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d6f67-73ec-4f16-8abb-2f60940b55e6 req-f58d0880-abd4-4176-a586-87ddd927d172 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:41.640432 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ad6d6f67-73ec-4f16-8abb-2f60940b55e6 req-f58d0880-abd4-4176-a586-87ddd927d172 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 946 time: 0.4589045 Aug 30 18:35:41.846304 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ad6d6f67-73ec-4f16-8abb-2f60940b55e6 req-0b9b0da3-0c8f-41ef-bd11-eef171fae8bf tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039919 Aug 30 18:35:41.929060 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f070af-a945-494c-8b22-c0ed76b41e6b admin admin] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:35:41.960084 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-b4f070af-a945-494c-8b22-c0ed76b41e6b admin admin] 10.222.0.46 "PUT /v2.0/routers/2cd527eb-c337-4241-a53b-d213e651c070/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9920030 Aug 30 18:35:41.967883 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-7e7e6a6d-d7bc-4c57-bea9-1c7ef9bf1113 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Made reservation on behalf of 26da63fb9503419c953e7d900a0bbf6f for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:35:41.983225 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-7e7e6a6d-d7bc-4c57-bea9-1c7ef9bf1113 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:42.094563 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device b53ca998-ac1d-4cc9-a136-dae1aae8811a up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:35:42.165806 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6580890-502d-4200-9c87-4ed1cc49ef08 None None] Sync routers for ids ['2cd527eb-c337-4241-a53b-d213e651c070'] in dv-cinder-790492-12-iscsi {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:35:42.190587 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-7e7e6a6d-d7bc-4c57-bea9-1c7ef9bf1113 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Allocated IP 172.20.0.6 (86c6f4e9-f587-46d0-83b4-7617f4688e93/13c4f9b1-6d7f-4ed5-9af9-16e7b316f8be/17dc8248-8bc6-4719-ad2f-db386e8a7163) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:35:42.219081 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6580890-502d-4200-9c87-4ed1cc49ef08 None None] Routers {'2cd527eb-c337-4241-a53b-d213e651c070'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:35:42.221875 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-b6580890-502d-4200-9c87-4ed1cc49ef08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:35:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['2cd527eb-c337-4241-a53b-d213e651c070'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:35:42.295155 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port b53ca998-ac1d-4cc9-a136-dae1aae8811a triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:35:42.295658 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:42.449915 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-b6580890-502d-4200-9c87-4ed1cc49ef08 None None] Set router 2cd527eb-c337-4241-a53b-d213e651c070 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:35:42.473828 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-7e7e6a6d-d7bc-4c57-bea9-1c7ef9bf1113 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:42.536078 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-7e7e6a6d-d7bc-4c57-bea9-1c7ef9bf1113 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:42.582260 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-7e7e6a6d-d7bc-4c57-bea9-1c7ef9bf1113 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Network 86c6f4e9-f587-46d0-83b4-7617f4688e93 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:35:42.586844 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-7e7e6a6d-d7bc-4c57-bea9-1c7ef9bf1113 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:35:42.611965 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-7e7e6a6d-d7bc-4c57-bea9-1c7ef9bf1113 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:35:42.616629 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e6a6d-d7bc-4c57-bea9-1c7ef9bf1113 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Pushing event updated for resources: {'Port': ['ID=17dc8248-8bc6-4719-ad2f-db386e8a7163,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:42.678783 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-7e7e6a6d-d7bc-4c57-bea9-1c7ef9bf1113 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:42.679531 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-7e7e6a6d-d7bc-4c57-bea9-1c7ef9bf1113 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:42.701842 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-7e7e6a6d-d7bc-4c57-bea9-1c7ef9bf1113 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2076201 Aug 30 18:35:42.836092 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-b6580890-502d-4200-9c87-4ed1cc49ef08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd527eb-c337-4241-a53b-d213e651c070', 'name': 'tempest-TestShelveInstance-1877588190-router', 'tenant_id': 'b72ec7abc9e947dbb98aba688564f696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'b53ca998-ac1d-4cc9-a136-dae1aae8811a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:35:31Z', 'updated_at': '2021-08-30T18:35:39Z', 'revision_number': 4, 'project_id': 'b72ec7abc9e947dbb98aba688564f696', 'gw_port': {'id': 'b53ca998-ac1d-4cc9-a136-dae1aae8811a', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd527eb-c337-4241-a53b-d213e651c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:35:33Z', 'updated_at': '2021-08-30T18:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': 'cdb29090-23bc-4009-87c3-2b072fd7cef7', 'name': '', 'network_id': '78215a4f-55a4-4a69-914c-970e8eae0b8f', 'tenant_id': 'b72ec7abc9e947dbb98aba688564f696', 'mac_address': 'fa:16:3e:d4:3b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd527eb-c337-4241-a53b-d213e651c070', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '93cedeb1-e131-4464-9b1b-3174db9aca26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:35:37Z', 'updated_at': '2021-08-30T18:35:40Z', 'revision_number': 2, 'project_id': 'b72ec7abc9e947dbb98aba688564f696', 'subnets': [{'id': '93cedeb1-e131-4464-9b1b-3174db9aca26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:35:42.888938 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6580890-502d-4200-9c87-4ed1cc49ef08 None None] Checking router: 2cd527eb-c337-4241-a53b-d213e651c070 for host: dv-cinder-790492-12-iscsi {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:35:42.889534 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6580890-502d-4200-9c87-4ed1cc49ef08 None None] Updating router 2cd527eb-c337-4241-a53b-d213e651c070 port cdb29090-23bc-4009-87c3-2b072fd7cef7 binding host dv-cinder-790492-12-iscsi {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:35:42.938536 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b6580890-502d-4200-9c87-4ed1cc49ef08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:43.066521 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 48210) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:43.071744 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-b5752cf6-c3f4-4028-a30c-76527961fd82 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2129492676', 'description': 'tempest-secgroup-smoke-2129492676 description', 'project_id': 'd29a57262de14a2fa9ffa2376a6722cc'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:35:43.102445 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b5752cf6-c3f4-4028-a30c-76527961fd82 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:43.247334 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c347bff-a1b1-40f0-976a-598a56f1a3a1 req-c8a932d2-974b-447f-8327-ed0823e485ad tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:43.250399 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-5c347bff-a1b1-40f0-976a-598a56f1a3a1 req-c8a932d2-974b-447f-8327-ed0823e485ad tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c770e0b-c7da-4d14-acdd-49b26dcd611f HTTP/1.1" status: 200 len: 931 time: 0.1230061 Aug 30 18:35:43.377413 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b6580890-502d-4200-9c87-4ed1cc49ef08 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:43.389194 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-5c347bff-a1b1-40f0-976a-598a56f1a3a1 req-72e999c6-e340-4f2e-af1c-124088e75cd4 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271372 Aug 30 18:35:43.393140 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-b6580890-502d-4200-9c87-4ed1cc49ef08 None None] Transition to ACTIVE for port object cdb29090-23bc-4009-87c3-2b072fd7cef7 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:35:43.394311 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b5752cf6-c3f4-4028-a30c-76527961fd82 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:43.401319 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b5752cf6-c3f4-4028-a30c-76527961fd82 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:43.417989 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b6580890-502d-4200-9c87-4ed1cc49ef08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:43.449642 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5752cf6-c3f4-4028-a30c-76527961fd82 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e14893-8d22-4101-a2fc-779435153796,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:43.475917 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b5752cf6-c3f4-4028-a30c-76527961fd82 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:43.485444 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-b5752cf6-c3f4-4028-a30c-76527961fd82 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4174497 Aug 30 18:35:43.489305 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 48226) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:43.494933 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-24e3bbe5-bc8b-420f-913e-be8ddc366f53 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Request body: {'security_group_rule': {'security_group_id': 'b9e14893-8d22-4101-a2fc-779435153796', 'project_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:35:43.540491 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0193260-d6db-4593-85da-2cd1350a62b5 None None] Pushing event updated for resources: {'Port': ['ID=cdb29090-23bc-4009-87c3-2b072fd7cef7,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:43.570957 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-24e3bbe5-bc8b-420f-913e-be8ddc366f53 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:43.602635 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68059fc6-0e68-4664-ac51-548a7aa1ce90 req-14680ef3-f03e-41b8-98f9-ec2b9f225961 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:43.604602 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-68059fc6-0e68-4664-ac51-548a7aa1ce90 req-14680ef3-f03e-41b8-98f9-ec2b9f225961 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 946 time: 0.1172092 Aug 30 18:35:43.665017 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-68059fc6-0e68-4664-ac51-548a7aa1ce90 req-d774f815-2030-43be-87f0-582ba165eacf tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420568 Aug 30 18:35:43.680341 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-24e3bbe5-bc8b-420f-913e-be8ddc366f53 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:43.685998 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-b6580890-502d-4200-9c87-4ed1cc49ef08 None None] Attempting to bind port cdb29090-23bc-4009-87c3-2b072fd7cef7 on host dv-cinder-790492-12-iscsi for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:35:43.686619 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-b6580890-502d-4200-9c87-4ed1cc49ef08 None None] Attempting to bind port cdb29090-23bc-4009-87c3-2b072fd7cef7 by drivers openvswitch,hyperv on host dv-cinder-790492-12-iscsi at level 0 using segments [{'id': '13f26f1c-9078-4002-8b05-30a74f59acd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78215a4f-55a4-4a69-914c-970e8eae0b8f'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:35:43.687265 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6580890-502d-4200-9c87-4ed1cc49ef08 None None] Attempting to bind port cdb29090-23bc-4009-87c3-2b072fd7cef7 on network 78215a4f-55a4-4a69-914c-970e8eae0b8f {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:35:43.688820 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-24e3bbe5-bc8b-420f-913e-be8ddc366f53 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110862'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:43.705189 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6580890-502d-4200-9c87-4ed1cc49ef08 None None] Checking agent: {'id': '245e5d0a-3a0f-4c4e-b0f3-8ac9becf3b30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 25, 23), 'started_at': datetime.datetime(2021, 8, 30, 18, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:35:43.707058 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6580890-502d-4200-9c87-4ed1cc49ef08 None None] Checking segment: {'id': '13f26f1c-9078-4002-8b05-30a74f59acd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78215a4f-55a4-4a69-914c-970e8eae0b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:35:43.707954 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b6580890-502d-4200-9c87-4ed1cc49ef08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:43.708955 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6580890-502d-4200-9c87-4ed1cc49ef08 None None] Bound using segment: {'id': '13f26f1c-9078-4002-8b05-30a74f59acd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78215a4f-55a4-4a69-914c-970e8eae0b8f'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:35:43.710404 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-b6580890-502d-4200-9c87-4ed1cc49ef08 None None] Bound port: cdb29090-23bc-4009-87c3-2b072fd7cef7, host: dv-cinder-790492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f26f1c-9078-4002-8b05-30a74f59acd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '78215a4f-55a4-4a69-914c-970e8eae0b8f'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:35:43.711330 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b6580890-502d-4200-9c87-4ed1cc49ef08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:43.738766 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e3bbe5-bc8b-420f-913e-be8ddc366f53 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf3b96d-3129-4786-a91b-1c8ccb4c4150,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:43.753868 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e3bbe5-bc8b-420f-913e-be8ddc366f53 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:43.754295 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e3bbe5-bc8b-420f-913e-be8ddc366f53 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:43.755378 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e3bbe5-bc8b-420f-913e-be8ddc366f53 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:43.755767 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e3bbe5-bc8b-420f-913e-be8ddc366f53 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:43.756264 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e3bbe5-bc8b-420f-913e-be8ddc366f53 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:43.756590 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e3bbe5-bc8b-420f-913e-be8ddc366f53 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:43.756915 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e3bbe5-bc8b-420f-913e-be8ddc366f53 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:43.757238 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e3bbe5-bc8b-420f-913e-be8ddc366f53 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:43.757550 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e3bbe5-bc8b-420f-913e-be8ddc366f53 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:43.758049 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e3bbe5-bc8b-420f-913e-be8ddc366f53 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:43.758884 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e3bbe5-bc8b-420f-913e-be8ddc366f53 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:43.759424 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e3bbe5-bc8b-420f-913e-be8ddc366f53 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:43.766962 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-24e3bbe5-bc8b-420f-913e-be8ddc366f53 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:43.768543 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-24e3bbe5-bc8b-420f-913e-be8ddc366f53 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2776015 Aug 30 18:35:43.773220 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 48230) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:43.784955 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-faa01c9f-bb1b-4e1f-a804-e1ec9e245aee tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Request body: {'security_group_rule': {'security_group_id': 'b9e14893-8d22-4101-a2fc-779435153796', 'project_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:35:43.850386 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-faa01c9f-bb1b-4e1f-a804-e1ec9e245aee tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:43.869204 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-b6580890-502d-4200-9c87-4ed1cc49ef08 None None] For port cdb29090-23bc-4009-87c3-2b072fd7cef7, host dv-cinder-790492-12-iscsi, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:35:43.875673 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-b6580890-502d-4200-9c87-4ed1cc49ef08 None None] For port cdb29090-23bc-4009-87c3-2b072fd7cef7, host dv-cinder-790492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=cdb29090-23bc-4009-87c3-2b072fd7cef7,segment=NetworkSegment(13f26f1c-9078-4002-8b05-30a74f59acd4),segment_id=13f26f1c-9078-4002-8b05-30a74f59acd4)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:35:43.883441 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b6580890-502d-4200-9c87-4ed1cc49ef08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:43.921500 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-faa01c9f-bb1b-4e1f-a804-e1ec9e245aee tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:43.932573 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-faa01c9f-bb1b-4e1f-a804-e1ec9e245aee tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110862'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:43.980939 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 48234) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:43.981173 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa01c9f-bb1b-4e1f-a804-e1ec9e245aee tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1b51ce1-744e-49a1-bc6b-56bf5c121ec7,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:43.998612 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-faa01c9f-bb1b-4e1f-a804-e1ec9e245aee tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:44.004102 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-faa01c9f-bb1b-4e1f-a804-e1ec9e245aee tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2256863 Aug 30 18:35:44.004415 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 48240) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:44.009369 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-818977c0-111a-4ae1-b719-933d3a4d3a42 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Request body: {'security_group_rule': {'security_group_id': 'b9e14893-8d22-4101-a2fc-779435153796', 'project_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:35:44.040528 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6580890-502d-4200-9c87-4ed1cc49ef08 None None] Routers {'2cd527eb-c337-4241-a53b-d213e651c070'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:35:44.041303 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-b6580890-502d-4200-9c87-4ed1cc49ef08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:35:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['2cd527eb-c337-4241-a53b-d213e651c070'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:35:44.074728 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-818977c0-111a-4ae1-b719-933d3a4d3a42 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:44.100628 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0193260-d6db-4593-85da-2cd1350a62b5 None None] Pushing event updated for resources: {'Port': ['ID=cdb29090-23bc-4009-87c3-2b072fd7cef7,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:44.115945 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0193260-d6db-4593-85da-2cd1350a62b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:44.115945 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0193260-d6db-4593-85da-2cd1350a62b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:44.116357 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0193260-d6db-4593-85da-2cd1350a62b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:44.116479 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0193260-d6db-4593-85da-2cd1350a62b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:44.116785 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0193260-d6db-4593-85da-2cd1350a62b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:44.117124 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0193260-d6db-4593-85da-2cd1350a62b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:44.117446 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0193260-d6db-4593-85da-2cd1350a62b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:44.117770 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0193260-d6db-4593-85da-2cd1350a62b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:44.118113 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0193260-d6db-4593-85da-2cd1350a62b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:44.118439 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0193260-d6db-4593-85da-2cd1350a62b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:44.118761 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0193260-d6db-4593-85da-2cd1350a62b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:44.119083 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0193260-d6db-4593-85da-2cd1350a62b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:35:44.153132 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-818977c0-111a-4ae1-b719-933d3a4d3a42 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:44.163456 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-818977c0-111a-4ae1-b719-933d3a4d3a42 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110862'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:44.191364 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818977c0-111a-4ae1-b719-933d3a4d3a42 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b858214e-ec83-47e8-81f0-2939816e26cb,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:44.214501 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-818977c0-111a-4ae1-b719-933d3a4d3a42 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:44.216930 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-818977c0-111a-4ae1-b719-933d3a4d3a42 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2108853 Aug 30 18:35:44.220956 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 48242) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:44.231537 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-cc55cd64-f29f-4730-bf8f-8e065ad66274 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Request body: {'security_group_rule': {'security_group_id': 'b9e14893-8d22-4101-a2fc-779435153796', 'project_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:35:44.247370 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-b6580890-502d-4200-9c87-4ed1cc49ef08 None None] Set router 2cd527eb-c337-4241-a53b-d213e651c070 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:35:44.266027 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2f3077ae-12ec-468b-94f5-b691fb7f43d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:44.295194 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc55cd64-f29f-4730-bf8f-8e065ad66274 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:44.399027 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc55cd64-f29f-4730-bf8f-8e065ad66274 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:44.404894 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc55cd64-f29f-4730-bf8f-8e065ad66274 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110862'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:44.428535 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55cd64-f29f-4730-bf8f-8e065ad66274 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b83a965-16bd-468d-a0f7-52a9ff1d7466,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:44.430401 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2f3077ae-12ec-468b-94f5-b691fb7f43d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:44.437529 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2f3077ae-12ec-468b-94f5-b691fb7f43d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:44.451294 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc55cd64-f29f-4730-bf8f-8e065ad66274 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:44.453356 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-cc55cd64-f29f-4730-bf8f-8e065ad66274 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2298255 Aug 30 18:35:44.457744 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 48246) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:44.466172 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-0b1ced2d-fa94-4244-b42b-7284295236ee tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Request body: {'security_group_rule': {'security_group_id': 'b9e14893-8d22-4101-a2fc-779435153796', 'project_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:35:44.500986 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.db.securitygroups_db [None req-0b1ced2d-fa94-4244-b42b-7284295236ee tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Project d29a57262de14a2fa9ffa2376a6722cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 18:35:44.505481 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-2f3077ae-12ec-468b-94f5-b691fb7f43d7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1a9756aadac147da97027c00d65b9fd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5226567 Aug 30 18:35:44.506864 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3077ae-12ec-468b-94f5-b691fb7f43d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2639fd-287b-49c8-b96b-f053a2430f8e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:44.510221 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 48248) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:44.526158 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0b1ced2d-fa94-4244-b42b-7284295236ee tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:44.605945 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-b6580890-502d-4200-9c87-4ed1cc49ef08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd527eb-c337-4241-a53b-d213e651c070', 'name': 'tempest-TestShelveInstance-1877588190-router', 'tenant_id': 'b72ec7abc9e947dbb98aba688564f696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'b53ca998-ac1d-4cc9-a136-dae1aae8811a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:35:31Z', 'updated_at': '2021-08-30T18:35:39Z', 'revision_number': 4, 'project_id': 'b72ec7abc9e947dbb98aba688564f696', 'gw_port': {'id': 'b53ca998-ac1d-4cc9-a136-dae1aae8811a', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd527eb-c337-4241-a53b-d213e651c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:35:33Z', 'updated_at': '2021-08-30T18:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': 'cdb29090-23bc-4009-87c3-2b072fd7cef7', 'name': '', 'network_id': '78215a4f-55a4-4a69-914c-970e8eae0b8f', 'tenant_id': 'b72ec7abc9e947dbb98aba688564f696', 'mac_address': 'fa:16:3e:d4:3b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd527eb-c337-4241-a53b-d213e651c070', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '93cedeb1-e131-4464-9b1b-3174db9aca26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:35:37Z', 'updated_at': '2021-08-30T18:35:43Z', 'revision_number': 4, 'project_id': 'b72ec7abc9e947dbb98aba688564f696', 'subnets': [{'id': '93cedeb1-e131-4464-9b1b-3174db9aca26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:35:44.643032 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6580890-502d-4200-9c87-4ed1cc49ef08 None None] The sync data for ids ['2cd527eb-c337-4241-a53b-d213e651c070'] in dv-cinder-790492-12-iscsi is: [{'id': '2cd527eb-c337-4241-a53b-d213e651c070', 'name': 'tempest-TestShelveInstance-1877588190-router', 'tenant_id': 'b72ec7abc9e947dbb98aba688564f696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'b53ca998-ac1d-4cc9-a136-dae1aae8811a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:35:31Z', 'updated_at': '2021-08-30T18:35:39Z', 'revision_number': 4, 'project_id': 'b72ec7abc9e947dbb98aba688564f696', 'gw_port': {'id': 'b53ca998-ac1d-4cc9-a136-dae1aae8811a', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd527eb-c337-4241-a53b-d213e651c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:35:33Z', 'updated_at': '2021-08-30T18:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': 'cdb29090-23bc-4009-87c3-2b072fd7cef7', 'name': '', 'network_id': '78215a4f-55a4-4a69-914c-970e8eae0b8f', 'tenant_id': 'b72ec7abc9e947dbb98aba688564f696', 'mac_address': 'fa:16:3e:d4:3b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd527eb-c337-4241-a53b-d213e651c070', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '93cedeb1-e131-4464-9b1b-3174db9aca26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:35:37Z', 'updated_at': '2021-08-30T18:35:43Z', 'revision_number': 4, 'project_id': 'b72ec7abc9e947dbb98aba688564f696', 'subnets': [{'id': '93cedeb1-e131-4464-9b1b-3174db9aca26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:35:44.662558 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7b2af260-61f7-4986-b3df-a8f2d4a54148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:44.668772 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0b1ced2d-fa94-4244-b42b-7284295236ee tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:44.686153 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0b1ced2d-fa94-4244-b42b-7284295236ee tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110862'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:44.751914 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7b2af260-61f7-4986-b3df-a8f2d4a54148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:44.768496 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ced2d-fa94-4244-b42b-7284295236ee tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa57de8-76fe-47ca-9d3b-f508fea8abbf,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:44.791448 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0b1ced2d-fa94-4244-b42b-7284295236ee tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:44.794014 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-0b1ced2d-fa94-4244-b42b-7284295236ee tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3344045 Aug 30 18:35:44.798716 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 48252) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:44.806553 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-a41d4ae9-cfc5-416c-af34-58bc968a5d27 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Request body: {'security_group_rule': {'security_group_id': 'b9e14893-8d22-4101-a2fc-779435153796', 'project_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:35:44.848901 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.db.securitygroups_db [None req-a41d4ae9-cfc5-416c-af34-58bc968a5d27 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Project d29a57262de14a2fa9ffa2376a6722cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 18:35:44.851883 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7b2af260-61f7-4986-b3df-a8f2d4a54148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:44.857435 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7b2af260-61f7-4986-b3df-a8f2d4a54148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:44.859259 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a41d4ae9-cfc5-416c-af34-58bc968a5d27 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:44.874805 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-7b2af260-61f7-4986-b3df-a8f2d4a54148 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4d2639fd-287b-49c8-b96b-f053a2430f8e HTTP/1.1" status: 204 len: 168 time: 0.3623292 Aug 30 18:35:44.889290 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2af260-61f7-4986-b3df-a8f2d4a54148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2639fd-287b-49c8-b96b-f053a2430f8e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:44.983660 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a41d4ae9-cfc5-416c-af34-58bc968a5d27 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:44.990126 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a41d4ae9-cfc5-416c-af34-58bc968a5d27 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110862'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:45.018001 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d4ae9-cfc5-416c-af34-58bc968a5d27 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c61325d4-a084-4958-9b02-1a2dc25c4e34,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:45.033583 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a41d4ae9-cfc5-416c-af34-58bc968a5d27 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:45.036235 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-a41d4ae9-cfc5-416c-af34-58bc968a5d27 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2354972 Aug 30 18:35:45.248092 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['a8e16594-074f-42d5-bbfe-31e155c8207f', 'f04ef030-1229-42d5-bf83-beb70ed213f6'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:35:45.260077 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-4ca9be6b-ba41-4cbb-b274-fa581c8a90ad service neutron] Request body: {'port': {'device_id': '9c770e0b-c7da-4d14-acdd-49b26dcd611f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:35:45.404858 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-4ca9be6b-ba41-4cbb-b274-fa581c8a90ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:45.539485 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 48292) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:45.660732 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7e72f058-6004-4605-a6a9-6250780393d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:45.752953 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11292e-e986-47c5-8234-7d88646801b6 req-d8392798-aeb0-429d-ba73-75a9b87769d7 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:45.755708 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3e11292e-e986-47c5-8234-7d88646801b6 req-d8392798-aeb0-429d-ba73-75a9b87769d7 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.2196388 Aug 30 18:35:45.869212 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3e11292e-e986-47c5-8234-7d88646801b6 req-fff1f3c5-217f-4641-bac8-60f02354e1c7 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965655 Aug 30 18:35:45.953452 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd3f9c-b5da-4ea0-a22f-59c949949059 req-de434f3e-b870-4d0f-a953-de8e51d62ba4 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:45.955216 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-18bd3f9c-b5da-4ea0-a22f-59c949949059 req-de434f3e-b870-4d0f-a953-de8e51d62ba4 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c770e0b-c7da-4d14-acdd-49b26dcd611f HTTP/1.1" status: 200 len: 931 time: 0.1571991 Aug 30 18:35:46.036674 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7e72f058-6004-4605-a6a9-6250780393d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:46.057492 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7e72f058-6004-4605-a6a9-6250780393d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:46.119718 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e72f058-6004-4605-a6a9-6250780393d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67d66be-f4d5-4864-8ad1-99f980d6a3ec,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:46.232169 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-7e72f058-6004-4605-a6a9-6250780393d9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=78525341c40b4985a4187afec9440725&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6900494 Aug 30 18:35:46.238086 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 48312) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:46.249043 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device cdb29090-23bc-4009-87c3-2b072fd7cef7 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:35:46.257590 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-18bd3f9c-b5da-4ea0-a22f-59c949949059 req-39365437-7522-44e2-8145-bba09d74a147 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712619 Aug 30 18:35:46.317654 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-4ca9be6b-ba41-4cbb-b274-fa581c8a90ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17dc8248-8bc6-4719-ad2f-db386e8a7163 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:35:46.398264 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-4ca9be6b-ba41-4cbb-b274-fa581c8a90ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:46.449155 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning for port cdb29090-23bc-4009-87c3-2b072fd7cef7 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:35:46.455426 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port cdb29090-23bc-4009-87c3-2b072fd7cef7 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:35:46.455805 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:46.470491 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-4ca9be6b-ba41-4cbb-b274-fa581c8a90ad service neutron] Transition to ACTIVE for port object 17dc8248-8bc6-4719-ad2f-db386e8a7163 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:35:46.474577 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-497932f3-35cc-4713-9f26-123674435f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:46.503147 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-497932f3-35cc-4713-9f26-123674435f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:46.563827 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-4ca9be6b-ba41-4cbb-b274-fa581c8a90ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449046'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:46.627493 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:46.675223 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-497932f3-35cc-4713-9f26-123674435f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:46.677975 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-497932f3-35cc-4713-9f26-123674435f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:46.679292 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-497932f3-35cc-4713-9f26-123674435f42 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c67d66be-f4d5-4864-8ad1-99f980d6a3ec HTTP/1.1" status: 204 len: 168 time: 0.4381592 Aug 30 18:35:46.696104 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] For port cdb29090-23bc-4009-87c3-2b072fd7cef7, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=cdb29090-23bc-4009-87c3-2b072fd7cef7,segment=NetworkSegment(13f26f1c-9078-4002-8b05-30a74f59acd4),segment_id=13f26f1c-9078-4002-8b05-30a74f59acd4)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:35:46.703963 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:46.909807 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497932f3-35cc-4713-9f26-123674435f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67d66be-f4d5-4864-8ad1-99f980d6a3ec,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:47.043778 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9be6b-ba41-4cbb-b274-fa581c8a90ad service neutron] Pushing event updated for resources: {'Port': ['ID=17dc8248-8bc6-4719-ad2f-db386e8a7163,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:47.128743 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Pushing event updated for resources: {'Port': ['ID=cdb29090-23bc-4009-87c3-2b072fd7cef7,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:47.192661 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-4ca9be6b-ba41-4cbb-b274-fa581c8a90ad service neutron] Attempting to bind port 17dc8248-8bc6-4719-ad2f-db386e8a7163 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:35:47.193323 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-4ca9be6b-ba41-4cbb-b274-fa581c8a90ad service neutron] Attempting to bind port 17dc8248-8bc6-4719-ad2f-db386e8a7163 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '86c6f4e9-f587-46d0-83b4-7617f4688e93'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:35:47.193920 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-4ca9be6b-ba41-4cbb-b274-fa581c8a90ad service neutron] Attempting to bind port 17dc8248-8bc6-4719-ad2f-db386e8a7163 on network 86c6f4e9-f587-46d0-83b4-7617f4688e93 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:35:47.202455 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-4ca9be6b-ba41-4cbb-b274-fa581c8a90ad service neutron] Port 17dc8248-8bc6-4719-ad2f-db386e8a7163 on network 86c6f4e9-f587-46d0-83b4-7617f4688e93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:35:47.203110 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-4ca9be6b-ba41-4cbb-b274-fa581c8a90ad service neutron] Attempting to bind port 17dc8248-8bc6-4719-ad2f-db386e8a7163 on network 86c6f4e9-f587-46d0-83b4-7617f4688e93 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:35:47.215829 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-4ca9be6b-ba41-4cbb-b274-fa581c8a90ad service neutron] Checking agent: {'id': '7d13e2b4-65d8-4093-b4fc-5ca6c835aab8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'started_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:35:47.216283 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-4ca9be6b-ba41-4cbb-b274-fa581c8a90ad service neutron] Checking segment: {'id': 'aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '86c6f4e9-f587-46d0-83b4-7617f4688e93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:35:47.216824 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-4ca9be6b-ba41-4cbb-b274-fa581c8a90ad service neutron] Bound using segment: {'id': 'aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '86c6f4e9-f587-46d0-83b4-7617f4688e93'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:35:47.217546 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-4ca9be6b-ba41-4cbb-b274-fa581c8a90ad service neutron] Bound port: 17dc8248-8bc6-4719-ad2f-db386e8a7163, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '86c6f4e9-f587-46d0-83b4-7617f4688e93'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:35:47.218430 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-4ca9be6b-ba41-4cbb-b274-fa581c8a90ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:47.308339 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-4ca9be6b-ba41-4cbb-b274-fa581c8a90ad service neutron] For port 17dc8248-8bc6-4719-ad2f-db386e8a7163, host hv-cinder-79049, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:35:47.314370 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-4ca9be6b-ba41-4cbb-b274-fa581c8a90ad service neutron] For port 17dc8248-8bc6-4719-ad2f-db386e8a7163, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=17dc8248-8bc6-4719-ad2f-db386e8a7163,segment=NetworkSegment(aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf),segment_id=aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:35:47.340435 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-4ca9be6b-ba41-4cbb-b274-fa581c8a90ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449046'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:47.472079 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-4ca9be6b-ba41-4cbb-b274-fa581c8a90ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:47.472850 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-4ca9be6b-ba41-4cbb-b274-fa581c8a90ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:47.474410 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-4ca9be6b-ba41-4cbb-b274-fa581c8a90ad service neutron] 10.222.0.39 "PUT /v2.0/ports/17dc8248-8bc6-4719-ad2f-db386e8a7163 HTTP/1.1" status: 200 len: 1093 time: 2.2191620 Aug 30 18:35:47.475293 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c770e0b-c7da-4d14-acdd-49b26dcd611f', 'tag': '17dc8248-8bc6-4719-ad2f-db386e8a7163'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:35:47.478210 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859a454f-5b9f-42b1-bde8-96cf39e01598" -d '{"events": [{"name": "network-changed", "server_uuid": "9c770e0b-c7da-4d14-acdd-49b26dcd611f", "tag": "17dc8248-8bc6-4719-ad2f-db386e8a7163"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:35:47.514077 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9be6b-ba41-4cbb-b274-fa581c8a90ad service neutron] Pushing event updated for resources: {'Port': ['ID=17dc8248-8bc6-4719-ad2f-db386e8a7163,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:47.558891 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0036e-0d5b-4f27-b26c-f6c6c5bcd1e4 req-24577d55-30f3-4a07-a591-3749ea1c9957 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:47.561936 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bdb0036e-0d5b-4f27-b26c-f6c6c5bcd1e4 req-24577d55-30f3-4a07-a591-3749ea1c9957 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c770e0b-c7da-4d14-acdd-49b26dcd611f HTTP/1.1" status: 200 len: 943 time: 0.1738195 Aug 30 18:35:47.565586 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861c5910-5881-4121-aff4-1e07904274db x-openstack-request-id: req-861c5910-5881-4121-aff4-1e07904274db {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:35:47.566083 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c770e0b-c7da-4d14-acdd-49b26dcd611f", "tag": "17dc8248-8bc6-4719-ad2f-db386e8a7163", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:35:47.566586 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-861c5910-5881-4121-aff4-1e07904274db {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:35:47.567539 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c770e0b-c7da-4d14-acdd-49b26dcd611f', 'tag': '17dc8248-8bc6-4719-ad2f-db386e8a7163', 'status': 'completed', 'code': 200} Aug 30 18:35:47.692277 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bdb0036e-0d5b-4f27-b26c-f6c6c5bcd1e4 req-1f042314-70f3-48d9-9e33-98a499728ac9 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118932 Aug 30 18:35:47.701495 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-313032aa-20ba-4242-8947-0d7ac765c4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:47.703083 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-313032aa-20ba-4242-8947-0d7ac765c4dc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=26da63fb9503419c953e7d900a0bbf6f&device_id=9c770e0b-c7da-4d14-acdd-49b26dcd611f HTTP/1.1" status: 200 len: 1096 time: 0.0948539 Aug 30 18:35:47.766518 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-31ad3fc1-7b98-4725-9a23-f3c469527101 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17dc8248-8bc6-4719-ad2f-db386e8a7163 HTTP/1.1" status: 200 len: 217 time: 0.0446410 Aug 30 18:35:47.845837 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-084d235d-615a-40eb-af6e-3627d86b2ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:47.847829 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-084d235d-615a-40eb-af6e-3627d86b2ffd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13c4f9b1-6d7f-4ed5-9af9-16e7b316f8be HTTP/1.1" status: 200 len: 854 time: 0.0707095 Aug 30 18:35:47.926686 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-dee10528-319d-4bcf-8560-689df10cbb3f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86c6f4e9-f587-46d0-83b4-7617f4688e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493655 Aug 30 18:35:48.071052 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device cdb29090-23bc-4009-87c3-2b072fd7cef7 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:35:48.153211 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-accf7a58-61b0-4ae5-8402-a81a09ceb229 service neutron] 10.222.0.39 "GET /v2.0/networks/86c6f4e9-f587-46d0-83b4-7617f4688e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126000 Aug 30 18:35:48.185753 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port cdb29090-23bc-4009-87c3-2b072fd7cef7 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:35:48.186508 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:48.477687 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f126f52-42ac-4aaa-aae5-5e7a9e769e44 req-f7723bbe-424a-4e4d-ad10-f413cdb06d39 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:48.479349 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-9f126f52-42ac-4aaa-aae5-5e7a9e769e44 req-f7723bbe-424a-4e4d-ad10-f413cdb06d39 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.2787147 Aug 30 18:35:48.487211 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aacc27-e6c4-42a1-9b3b-955285fc5fe7 req-3d1f742f-60fa-4378-9260-cf23fa9e3665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:48.489517 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-74aacc27-e6c4-42a1-9b3b-955285fc5fe7 req-3d1f742f-60fa-4378-9260-cf23fa9e3665 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b40c9b3f5af3488f90539cd60fa44e2e&device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 1099 time: 0.2448230 Aug 30 18:35:48.592049 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d6f64cde-d78d-4b73-95fd-3b99fdf0e061 req-0bd019df-e09a-49c7-8be3-51055f59bd75 service neutron] 10.222.0.39 "GET /v2.0/networks/86c6f4e9-f587-46d0-83b4-7617f4688e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884418 Aug 30 18:35:48.644583 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-9f126f52-42ac-4aaa-aae5-5e7a9e769e44 req-e4e23723-3038-46e1-a90f-d9cf915bc825 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534324 Aug 30 18:35:48.707890 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aacc27-e6c4-42a1-9b3b-955285fc5fe7 req-840021f9-aa98-4244-831e-4ee502ea2fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:48.709737 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-74aacc27-e6c4-42a1-9b3b-955285fc5fe7 req-840021f9-aa98-4244-831e-4ee502ea2fa1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa732d19-e894-497a-96b4-f1158b92c807 HTTP/1.1" status: 200 len: 919 time: 0.2068219 Aug 30 18:35:48.861109 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-74aacc27-e6c4-42a1-9b3b-955285fc5fe7 req-b494e383-df64-47e3-9352-468a5fc3b6a5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53d13a17-04fc-4188-8f33-c4c0135674ef HTTP/1.1" status: 200 len: 217 time: 0.1012070 Aug 30 18:35:48.930743 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a454f-5b9f-42b1-bde8-96cf39e01598 req-1a803460-ca13-429f-9a3d-85ec915100e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:48.933956 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-859a454f-5b9f-42b1-bde8-96cf39e01598 req-1a803460-ca13-429f-9a3d-85ec915100e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=26da63fb9503419c953e7d900a0bbf6f&device_id=9c770e0b-c7da-4d14-acdd-49b26dcd611f HTTP/1.1" status: 200 len: 1096 time: 0.1625533 Aug 30 18:35:48.947323 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aacc27-e6c4-42a1-9b3b-955285fc5fe7 req-4f41f270-a005-4735-8bb1-9c2d34f5d910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:48.949865 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-74aacc27-e6c4-42a1-9b3b-955285fc5fe7 req-4f41f270-a005-4735-8bb1-9c2d34f5d910 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2403c141-9264-413b-9a4f-d5fa5c3597f5 HTTP/1.1" status: 200 len: 859 time: 0.0777061 Aug 30 18:35:49.029833 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-74aacc27-e6c4-42a1-9b3b-955285fc5fe7 req-e02ec45a-258d-4cb3-9fd6-2addad82a8f7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa732d19-e894-497a-96b4-f1158b92c807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571816 Aug 30 18:35:49.184361 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9041e6-9582-4aa1-9e36-0b1b43158ea2 req-850e3e0e-4da9-4fe7-aa62-4d87a19fb462 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:49.188407 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1b9041e6-9582-4aa1-9e36-0b1b43158ea2 req-850e3e0e-4da9-4fe7-aa62-4d87a19fb462 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c770e0b-c7da-4d14-acdd-49b26dcd611f HTTP/1.1" status: 200 len: 943 time: 0.1069396 Aug 30 18:35:49.292276 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1b9041e6-9582-4aa1-9e36-0b1b43158ea2 req-d070c71e-2559-4fea-a921-995cd887a409 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900097 Aug 30 18:35:49.497502 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a454f-5b9f-42b1-bde8-96cf39e01598 req-16cc49fa-7108-4432-9105-46e230c739e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:49.499370 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-859a454f-5b9f-42b1-bde8-96cf39e01598 req-16cc49fa-7108-4432-9105-46e230c739e5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=86c6f4e9-f587-46d0-83b4-7617f4688e93 HTTP/1.1" status: 200 len: 914 time: 0.5114818 Aug 30 18:35:49.512260 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-74aacc27-e6c4-42a1-9b3b-955285fc5fe7 req-c75b21ff-19f2-45e3-b1b5-b9a0abd29445 service neutron] 10.222.0.39 "GET /v2.0/networks/fa732d19-e894-497a-96b4-f1158b92c807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596164 Aug 30 18:35:49.575905 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-859a454f-5b9f-42b1-bde8-96cf39e01598 req-0251bbfb-82f8-4bde-bea9-7acbd4d38a59 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17dc8248-8bc6-4719-ad2f-db386e8a7163 HTTP/1.1" status: 200 len: 217 time: 0.0622163 Aug 30 18:35:49.698452 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a454f-5b9f-42b1-bde8-96cf39e01598 req-8c196f1a-752c-459a-9ff6-8c9ed9cc8228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:49.700847 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-859a454f-5b9f-42b1-bde8-96cf39e01598 req-8c196f1a-752c-459a-9ff6-8c9ed9cc8228 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13c4f9b1-6d7f-4ed5-9af9-16e7b316f8be HTTP/1.1" status: 200 len: 854 time: 0.1134715 Aug 30 18:35:49.778448 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-859a454f-5b9f-42b1-bde8-96cf39e01598 req-a4a76f95-eb5b-406a-8a34-fbb044f6b0c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86c6f4e9-f587-46d0-83b4-7617f4688e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634906 Aug 30 18:35:49.783603 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-74aacc27-e6c4-42a1-9b3b-955285fc5fe7 req-e51989a6-3919-4540-8f8d-25b175e033ee service neutron] 10.222.0.39 "GET /v2.0/networks/fa732d19-e894-497a-96b4-f1158b92c807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201982 Aug 30 18:35:49.875995 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-34037e58-42a6-4446-ac68-e25d81cafa69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:49.935363 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1830d02-c7cf-4903-9b28-6f18c03aaa21 req-ecfbad3c-0732-4c82-af5f-bd2a0372e855 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:49.937071 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a1830d02-c7cf-4903-9b28-6f18c03aaa21 req-ecfbad3c-0732-4c82-af5f-bd2a0372e855 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1517286 Aug 30 18:35:49.983057 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-859a454f-5b9f-42b1-bde8-96cf39e01598 req-122899b0-592f-471f-84c8-52b198a3f051 service neutron] 10.222.0.39 "GET /v2.0/networks/86c6f4e9-f587-46d0-83b4-7617f4688e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868939 Aug 30 18:35:50.107153 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a1830d02-c7cf-4903-9b28-6f18c03aaa21 req-ada26812-f41e-4802-8da9-8f065fb706aa tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225226 Aug 30 18:35:50.195168 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-859a454f-5b9f-42b1-bde8-96cf39e01598 req-13416746-f4fb-4361-aeaa-54ddea6b9105 service neutron] 10.222.0.39 "GET /v2.0/networks/86c6f4e9-f587-46d0-83b4-7617f4688e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004855 Aug 30 18:35:50.530546 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc87a5-4484-41ec-9435-adde5967ee34 req-3373d912-14cc-4bea-9d98-290ad396f276 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:50.530546 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b2fc87a5-4484-41ec-9435-adde5967ee34 req-3373d912-14cc-4bea-9d98-290ad396f276 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c770e0b-c7da-4d14-acdd-49b26dcd611f HTTP/1.1" status: 200 len: 943 time: 0.0915272 Aug 30 18:35:50.623864 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b2fc87a5-4484-41ec-9435-adde5967ee34 req-2fd1934a-2e45-40b4-9903-b6397d6c6773 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827653 Aug 30 18:35:50.732785 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 48494) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:50.942077 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b74f5267-1152-407a-bc11-3e1277e0a2f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:51.093945 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b74f5267-1152-407a-bc11-3e1277e0a2f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:51.098630 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b74f5267-1152-407a-bc11-3e1277e0a2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:51.185018 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-b74f5267-1152-407a-bc11-3e1277e0a2f6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=06f148f022c0464abce43c1dadd2ee04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4465981 Aug 30 18:35:51.185018 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f5267-1152-407a-bc11-3e1277e0a2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5078eb3a-6e76-4959-a75a-bb4819925d01,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:51.185547 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 48520) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:51.289338 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 17dc8248-8bc6-4719-ad2f-db386e8a7163 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:35:51.298832 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ded82db5-c47e-4694-95d7-56bf841b5f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:51.359951 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ded82db5-c47e-4694-95d7-56bf841b5f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:51.367466 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1361d9b-d6c4-4080-9056-ca14767b7f4f req-33885271-8496-419d-9cfd-9c19ba3c4c16 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:51.377940 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-e1361d9b-d6c4-4080-9056-ca14767b7f4f req-33885271-8496-419d-9cfd-9c19ba3c4c16 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1269639 Aug 30 18:35:51.438930 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-e1361d9b-d6c4-4080-9056-ca14767b7f4f req-2a4aba2b-ebd6-4115-880c-c942fee3f5e0 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594680 Aug 30 18:35:51.569666 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 17dc8248-8bc6-4719-ad2f-db386e8a7163, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=17dc8248-8bc6-4719-ad2f-db386e8a7163,segment=NetworkSegment(aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf),segment_id=aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:35:51.592947 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Returning: {'device': '17dc8248-8bc6-4719-ad2f-db386e8a7163', 'network_id': '86c6f4e9-f587-46d0-83b4-7617f4688e93', 'port_id': '17dc8248-8bc6-4719-ad2f-db386e8a7163', 'mac_address': 'fa:16:3e:a9:99:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13c4f9b1-6d7f-4ed5-9af9-16e7b316f8be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:35:51.610328 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ded82db5-c47e-4694-95d7-56bf841b5f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:51.620446 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ded82db5-c47e-4694-95d7-56bf841b5f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:51.624062 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-ded82db5-c47e-4694-95d7-56bf841b5f15 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5078eb3a-6e76-4959-a75a-bb4819925d01 HTTP/1.1" status: 204 len: 168 time: 0.4369981 Aug 30 18:35:51.672095 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded82db5-c47e-4694-95d7-56bf841b5f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5078eb3a-6e76-4959-a75a-bb4819925d01,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:51.725407 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:51.775909 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17dc8248-8bc6-4719-ad2f-db386e8a7163 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:35:51.854329 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 17dc8248-8bc6-4719-ad2f-db386e8a7163, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=17dc8248-8bc6-4719-ad2f-db386e8a7163,segment=NetworkSegment(aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf),segment_id=aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:35:51.874306 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:51.958424 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ce629-ef7f-446b-bed9-fedbc48e7432 req-d6177d76-cb6a-43e3-99a7-11b27be4f052 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:51.972102 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-6d9ce629-ef7f-446b-bed9-fedbc48e7432 req-d6177d76-cb6a-43e3-99a7-11b27be4f052 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c770e0b-c7da-4d14-acdd-49b26dcd611f HTTP/1.1" status: 200 len: 943 time: 0.1483073 Aug 30 18:35:52.015627 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=17dc8248-8bc6-4719-ad2f-db386e8a7163,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:52.099411 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-6d9ce629-ef7f-446b-bed9-fedbc48e7432 req-b30bf287-024d-4fd7-a67c-f658434aaf31 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075964 Aug 30 18:35:52.517559 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['17dc8248-8bc6-4719-ad2f-db386e8a7163'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:35:52.631795 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 48580) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:52.686868 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-feb7f303-0c4c-415a-b634-2df626990f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:52.841607 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749034e-ab97-4df9-bafc-7248caf725b7 req-eb24c06c-8cae-443f-b094-68decbdf64a7 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:52.845135 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a749034e-ab97-4df9-bafc-7248caf725b7 req-eb24c06c-8cae-443f-b094-68decbdf64a7 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1542928 Aug 30 18:35:53.081791 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-feb7f303-0c4c-415a-b634-2df626990f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:53.088262 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a749034e-ab97-4df9-bafc-7248caf725b7 req-484334fc-ed4e-41da-a373-71ccdcbc7382 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248436 Aug 30 18:35:53.091104 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-feb7f303-0c4c-415a-b634-2df626990f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:53.162957 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb7f303-0c4c-415a-b634-2df626990f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8ffb93-05cd-4e50-94af-cca4cb6fbf5d,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:53.171232 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-feb7f303-0c4c-415a-b634-2df626990f50 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=55d2bf50616841b299e9497a83363dff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5376103 Aug 30 18:35:53.176267 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 48602) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:53.249175 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7afd11bb-3a7e-4570-a204-b45d0c7a84d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:53.410644 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:53.425542 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6515d94b-aa86-4f71-a9c7-549228876506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:53.466775 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95929497-a794-4583-bd85-106e1de5a04c req-66159608-b71e-4f40-957c-a1f3046d41e7 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:53.469174 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-95929497-a794-4583-bd85-106e1de5a04c req-66159608-b71e-4f40-957c-a1f3046d41e7 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c770e0b-c7da-4d14-acdd-49b26dcd611f HTTP/1.1" status: 200 len: 944 time: 0.1547060 Aug 30 18:35:53.503696 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6515d94b-aa86-4f71-a9c7-549228876506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:53.598455 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-95929497-a794-4583-bd85-106e1de5a04c req-1a5d36d5-3d50-498f-998b-5ae770c2a7d2 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145515 Aug 30 18:35:53.635367 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 48608) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:53.654616 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6515d94b-aa86-4f71-a9c7-549228876506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:53.661081 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6515d94b-aa86-4f71-a9c7-549228876506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:53.671565 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-6515d94b-aa86-4f71-a9c7-549228876506 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dd8ffb93-05cd-4e50-94af-cca4cb6fbf5d HTTP/1.1" status: 204 len: 168 time: 0.4912343 Aug 30 18:35:53.687372 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515d94b-aa86-4f71-a9c7-549228876506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8ffb93-05cd-4e50-94af-cca4cb6fbf5d,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:53.791569 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 48616) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:54.009525 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:54.013507 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8b202b53-2c1b-4255-9a9f-90e307dd8c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:54.376344 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4eaac539-fbbd-4104-ade0-9d593c17aeb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:54.402683 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1e63c-8ef7-468b-a3ea-e65963cfff5d req-4156a293-1835-4f8f-a8bf-fbd08277a34f tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:54.410224 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8b202b53-2c1b-4255-9a9f-90e307dd8c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:54.412622 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bdd1e63c-8ef7-468b-a3ea-e65963cfff5d req-4156a293-1835-4f8f-a8bf-fbd08277a34f tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1082718 Aug 30 18:35:54.423540 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8b202b53-2c1b-4255-9a9f-90e307dd8c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:54.508009 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bdd1e63c-8ef7-468b-a3ea-e65963cfff5d req-36004dc6-9678-4f9b-960d-8189160a8e96 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808418 Aug 30 18:35:54.509944 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-8b202b53-2c1b-4255-9a9f-90e307dd8c5f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1575a84209504fc080ec91e0f40823a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8718753 Aug 30 18:35:54.515230 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 48628) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:54.523614 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b202b53-2c1b-4255-9a9f-90e307dd8c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2cf895-53df-4aa9-8285-2a1f62e1602f,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:54.601888 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 48630) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:54.659360 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9efad7cc-c14b-4dc2-8ee0-8b3480d15c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:54.712330 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fc66d11a-04d0-4eb2-bd56-f97aa3fb7739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:54.742863 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4eaac539-fbbd-4104-ade0-9d593c17aeb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:54.752217 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4eaac539-fbbd-4104-ade0-9d593c17aeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:54.791546 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fc66d11a-04d0-4eb2-bd56-f97aa3fb7739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:54.893219 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-4eaac539-fbbd-4104-ade0-9d593c17aeb5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5043596a3d1a4207a8065001fb0527bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0999188 Aug 30 18:35:54.894950 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 48636) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:54.946507 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaac539-fbbd-4104-ade0-9d593c17aeb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96798f21-9ed7-45f7-8b00-edcbd563d435,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:54.988643 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fc66d11a-04d0-4eb2-bd56-f97aa3fb7739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:54.993020 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fc66d11a-04d0-4eb2-bd56-f97aa3fb7739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:54.999645 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-fc66d11a-04d0-4eb2-bd56-f97aa3fb7739 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8c2cf895-53df-4aa9-8285-2a1f62e1602f HTTP/1.1" status: 204 len: 168 time: 0.4778166 Aug 30 18:35:55.024252 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66d11a-04d0-4eb2-bd56-f97aa3fb7739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2cf895-53df-4aa9-8285-2a1f62e1602f,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:55.028292 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e1ed5-bd32-40e7-a580-4f27bf4285ce req-0b44efde-2374-423a-b14a-8e96df35aa81 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:55.031257 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-772e1ed5-bd32-40e7-a580-4f27bf4285ce req-0b44efde-2374-423a-b14a-8e96df35aa81 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c770e0b-c7da-4d14-acdd-49b26dcd611f HTTP/1.1" status: 200 len: 944 time: 0.2523375 Aug 30 18:35:55.043076 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5fc1d55d-dc70-44d1-a67e-b3e82a7be6d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:55.096732 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9efad7cc-c14b-4dc2-8ee0-8b3480d15c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:55.110912 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9efad7cc-c14b-4dc2-8ee0-8b3480d15c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:55.122512 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5fc1d55d-dc70-44d1-a67e-b3e82a7be6d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:55.164420 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-772e1ed5-bd32-40e7-a580-4f27bf4285ce req-c42f5720-115f-4012-9e86-556e64efddd5 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147835 Aug 30 18:35:55.196083 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-9efad7cc-c14b-4dc2-8ee0-8b3480d15c5e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=85bcf8caeaf14d048028d0c780b47f9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5915463 Aug 30 18:35:55.204789 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 48640) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:55.221197 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efad7cc-c14b-4dc2-8ee0-8b3480d15c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b737ad-2b94-4dc8-8fc3-06d7b6d44f32,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:55.264640 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5fc1d55d-dc70-44d1-a67e-b3e82a7be6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:55.269320 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5fc1d55d-dc70-44d1-a67e-b3e82a7be6d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:55.276172 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-5fc1d55d-dc70-44d1-a67e-b3e82a7be6d0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/96798f21-9ed7-45f7-8b00-edcbd563d435 HTTP/1.1" status: 204 len: 168 time: 0.3770559 Aug 30 18:35:55.288198 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc1d55d-dc70-44d1-a67e-b3e82a7be6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96798f21-9ed7-45f7-8b00-edcbd563d435,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:55.306664 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 17dc8248-8bc6-4719-ad2f-db386e8a7163 up at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:35:55.354928 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2db57e1b-3155-49df-ad44-dca2529c8fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:55.431724 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2db57e1b-3155-49df-ad44-dca2529c8fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:55.495599 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning for port 17dc8248-8bc6-4719-ad2f-db386e8a7163 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:35:55.504886 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning complete for port 17dc8248-8bc6-4719-ad2f-db386e8a7163 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:35:55.506359 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:55.605816 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2db57e1b-3155-49df-ad44-dca2529c8fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:55.613945 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2db57e1b-3155-49df-ad44-dca2529c8fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:55.622441 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-2db57e1b-3155-49df-ad44-dca2529c8fd9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/79b737ad-2b94-4dc8-8fc3-06d7b6d44f32 HTTP/1.1" status: 204 len: 168 time: 0.4133708 Aug 30 18:35:55.643256 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db57e1b-3155-49df-ad44-dca2529c8fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b737ad-2b94-4dc8-8fc3-06d7b6d44f32,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:55.757212 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:55.788231 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:55.818850 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c770e0b-c7da-4d14-acdd-49b26dcd611f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17dc8248-8bc6-4719-ad2f-db386e8a7163'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:35:55.822941 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf7e48b1d7ea734c3ab22bdf0c4fd39094da8684eda14d675e1fcbcfa40454f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf81a66-b09b-403e-a594-d14a20332203" -d '{"events": [{"server_uuid": "9c770e0b-c7da-4d14-acdd-49b26dcd611f", "name": "network-vif-plugged", "status": "completed", "tag": "17dc8248-8bc6-4719-ad2f-db386e8a7163"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:35:55.834898 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f5e86-ac45-4c2b-9a67-0dca3f34a473 req-ce5129f0-9d30-46d6-bd93-3eaff6db6f62 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:55.850786 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6d4f5e86-ac45-4c2b-9a67-0dca3f34a473 req-ce5129f0-9d30-46d6-bd93-3eaff6db6f62 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1494329 Aug 30 18:35:55.872010 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 17dc8248-8bc6-4719-ad2f-db386e8a7163, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=17dc8248-8bc6-4719-ad2f-db386e8a7163,segment=NetworkSegment(aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf),segment_id=aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:35:55.889493 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:55.967993 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533f0991-aeaa-4491-b3ec-1611da436ee2 x-openstack-request-id: req-533f0991-aeaa-4491-b3ec-1611da436ee2 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:35:55.968915 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c770e0b-c7da-4d14-acdd-49b26dcd611f", "name": "network-vif-plugged", "status": "completed", "tag": "17dc8248-8bc6-4719-ad2f-db386e8a7163", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:35:55.969582 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-533f0991-aeaa-4491-b3ec-1611da436ee2 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:35:55.969778 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6d4f5e86-ac45-4c2b-9a67-0dca3f34a473 req-44c5c560-eb24-4a53-81b0-5c1f5cc1f91f tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159637 Aug 30 18:35:55.970337 dv-cinder-790492-12-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c770e0b-c7da-4d14-acdd-49b26dcd611f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17dc8248-8bc6-4719-ad2f-db386e8a7163', 'code': 200} Aug 30 18:35:56.030332 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=17dc8248-8bc6-4719-ad2f-db386e8a7163,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:56.258650 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 48666) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:56.358532 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aaa7db74-9838-4161-8852-39ca6e1e2b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:56.400512 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94de38-0e4a-4eb0-8656-055bd93ce2e6 req-00b5582e-4a25-4778-be72-a299b095d76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:56.404433 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-fd94de38-0e4a-4eb0-8656-055bd93ce2e6 req-00b5582e-4a25-4778-be72-a299b095d76d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9c770e0b-c7da-4d14-acdd-49b26dcd611f HTTP/1.1" status: 200 len: 1098 time: 0.1248872 Aug 30 18:35:56.407547 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feca3ed-f98d-48c7-8ae5-71e32e362dc7 req-55e80a31-2ae8-4973-9399-ebad47df9234 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:56.423793 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5feca3ed-f98d-48c7-8ae5-71e32e362dc7 req-55e80a31-2ae8-4973-9399-ebad47df9234 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c770e0b-c7da-4d14-acdd-49b26dcd611f HTTP/1.1" status: 200 len: 945 time: 0.1112921 Aug 30 18:35:56.512315 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5feca3ed-f98d-48c7-8ae5-71e32e362dc7 req-b26ceb99-c7c7-4cb4-be16-f75e56736b72 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819600 Aug 30 18:35:56.548721 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-fd94de38-0e4a-4eb0-8656-055bd93ce2e6 req-55be3e3a-92b6-4ead-bab5-2bc8407408a3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322446 Aug 30 18:35:56.735295 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aaa7db74-9838-4161-8852-39ca6e1e2b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:56.747185 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aaa7db74-9838-4161-8852-39ca6e1e2b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:56.819557 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-aaa7db74-9838-4161-8852-39ca6e1e2b53 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=810237c803ce4a3c9ccdabb84f243d22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5566657 Aug 30 18:35:56.819557 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7db74-9838-4161-8852-39ca6e1e2b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a10bcd1-72cb-403d-8fc4-1d7e95d5e8f5,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:56.820141 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 48684) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:56.926539 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1ca38132-33dd-408c-a06b-58a8c676e05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:56.961814 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1ca38132-33dd-408c-a06b-58a8c676e05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:57.074548 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1ca38132-33dd-408c-a06b-58a8c676e05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:57.079481 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1ca38132-33dd-408c-a06b-58a8c676e05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:57.081770 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-1ca38132-33dd-408c-a06b-58a8c676e05b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7a10bcd1-72cb-403d-8fc4-1d7e95d5e8f5 HTTP/1.1" status: 204 len: 168 time: 0.2603099 Aug 30 18:35:57.097557 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca38132-33dd-408c-a06b-58a8c676e05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a10bcd1-72cb-403d-8fc4-1d7e95d5e8f5,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:35:57.202456 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016eec21-10ff-466d-a024-41957189ade1 req-5beb0f50-b530-4ddf-a75a-be4ee1c172e0 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:57.205034 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-016eec21-10ff-466d-a024-41957189ade1 req-5beb0f50-b530-4ddf-a75a-be4ee1c172e0 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.0917072 Aug 30 18:35:57.263991 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-016eec21-10ff-466d-a024-41957189ade1 req-af68ab34-a187-4222-8d6b-b1828da77db6 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511262 Aug 30 18:35:57.753588 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4e476-22e1-41c5-940d-8dde71e825ce req-cdd2ef6d-d851-4ac7-a89c-0f3edf60a988 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:57.756670 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-72f4e476-22e1-41c5-940d-8dde71e825ce req-cdd2ef6d-d851-4ac7-a89c-0f3edf60a988 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c770e0b-c7da-4d14-acdd-49b26dcd611f HTTP/1.1" status: 200 len: 945 time: 0.1048613 Aug 30 18:35:57.831873 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-72f4e476-22e1-41c5-940d-8dde71e825ce req-fe81cef7-1fc9-4ca5-a780-ea833db15111 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619535 Aug 30 18:35:58.482104 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60df41-0e83-4e1e-96b0-b683026c6f09 req-19040772-df70-4e5b-9b71-ccb172213c65 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:58.483968 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bd60df41-0e83-4e1e-96b0-b683026c6f09 req-19040772-df70-4e5b-9b71-ccb172213c65 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1023057 Aug 30 18:35:58.618414 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bd60df41-0e83-4e1e-96b0-b683026c6f09 req-94e0d8ed-15b5-4b1f-9a73-d8a11f59c4ec tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216214 Aug 30 18:35:59.107530 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc8d0b-c3b4-4246-9bbc-3bf9a9216349 req-f6f4c8dc-c381-44bf-b44a-c77abf48f3f3 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:35:59.133243 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-96dc8d0b-c3b4-4246-9bbc-3bf9a9216349 req-f6f4c8dc-c381-44bf-b44a-c77abf48f3f3 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c770e0b-c7da-4d14-acdd-49b26dcd611f HTTP/1.1" status: 200 len: 945 time: 0.1512992 Aug 30 18:35:59.232947 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-96dc8d0b-c3b4-4246-9bbc-3bf9a9216349 req-cc6b49c8-435b-4ad4-93e6-8ff24d0f745e tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972703 Aug 30 18:35:59.859513 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 48808) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:35:59.981986 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d235f7f-3ec2-4626-8acf-1532ae3f4557 req-3e370a25-9ac6-463a-88c4-4ef4c586ea01 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:00.007823 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9d235f7f-3ec2-4626-8acf-1532ae3f4557 req-3e370a25-9ac6-463a-88c4-4ef4c586ea01 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.2175989 Aug 30 18:36:00.108204 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9d235f7f-3ec2-4626-8acf-1532ae3f4557 req-38390e6b-cb95-46b6-ba54-04075c81baf5 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980914 Aug 30 18:36:00.171557 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f1f5d190-f3b6-4378-8e57-9a08225a94f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:00.346972 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f1f5d190-f3b6-4378-8e57-9a08225a94f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:00.353893 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f1f5d190-f3b6-4378-8e57-9a08225a94f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:00.425276 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-f1f5d190-f3b6-4378-8e57-9a08225a94f8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9d9f470e492f492196503ed6defb6d8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5632284 Aug 30 18:36:00.427218 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5d190-f3b6-4378-8e57-9a08225a94f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec97c65-56e9-47b7-9907-ab931c7b5cc1,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:36:00.428965 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 48838) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:36:00.535100 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-63840d54-6041-4b85-a269-b99eeebf1e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:00.584039 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-63840d54-6041-4b85-a269-b99eeebf1e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:00.723226 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-63840d54-6041-4b85-a269-b99eeebf1e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:00.723226 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-63840d54-6041-4b85-a269-b99eeebf1e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:00.728111 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-63840d54-6041-4b85-a269-b99eeebf1e93 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8ec97c65-56e9-47b7-9907-ab931c7b5cc1 HTTP/1.1" status: 204 len: 168 time: 0.2975063 Aug 30 18:36:00.760508 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63840d54-6041-4b85-a269-b99eeebf1e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec97c65-56e9-47b7-9907-ab931c7b5cc1,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:36:01.384857 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc7513-e4fd-494e-ae53-19675615a23c req-fe538ac7-deb4-4385-ae18-b8f7db39fcec tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:01.393477 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-83cc7513-e4fd-494e-ae53-19675615a23c req-fe538ac7-deb4-4385-ae18-b8f7db39fcec tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1104648 Aug 30 18:36:01.504731 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-83cc7513-e4fd-494e-ae53-19675615a23c req-00e9bb5f-ff75-4e92-987e-7c35bec5f197 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704618 Aug 30 18:36:01.658070 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 48874) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:36:01.921976 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-581561fa-ca2f-4a9e-8f13-6dc522e22926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:02.119451 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-581561fa-ca2f-4a9e-8f13-6dc522e22926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:02.128667 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-581561fa-ca2f-4a9e-8f13-6dc522e22926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:02.203677 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581561fa-ca2f-4a9e-8f13-6dc522e22926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8d5c2f-21e1-4e5f-988a-6000ba628123,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:36:02.211898 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-581561fa-ca2f-4a9e-8f13-6dc522e22926 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3bea2b0e60e644ca952e5d169416803b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5523651 Aug 30 18:36:02.215067 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 48886) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:36:02.293020 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-91d83b53-b16d-45a0-8e0e-6b90f97d7651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:02.324067 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-91d83b53-b16d-45a0-8e0e-6b90f97d7651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:02.395112 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-91d83b53-b16d-45a0-8e0e-6b90f97d7651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:02.400124 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-91d83b53-b16d-45a0-8e0e-6b90f97d7651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:02.402269 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-91d83b53-b16d-45a0-8e0e-6b90f97d7651 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ac8d5c2f-21e1-4e5f-988a-6000ba628123 HTTP/1.1" status: 204 len: 168 time: 0.1854436 Aug 30 18:36:02.413893 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d83b53-b16d-45a0-8e0e-6b90f97d7651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8d5c2f-21e1-4e5f-988a-6000ba628123,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:36:02.722616 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a31f7-3578-444c-a442-0b5f6ba390e4 req-fa6b6ed1-043c-4b2b-8b89-6eb7109b30dc tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:02.725279 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-502a31f7-3578-444c-a442-0b5f6ba390e4 req-fa6b6ed1-043c-4b2b-8b89-6eb7109b30dc tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.0911751 Aug 30 18:36:02.805843 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-502a31f7-3578-444c-a442-0b5f6ba390e4 req-3f26a1d0-e9ad-4a45-bc06-4ee48d0e46f8 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677454 Aug 30 18:36:02.960310 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 48902) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:36:02.984012 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d3dbb84f-2875-428b-ac67-e7056c655daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:03.149456 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d3dbb84f-2875-428b-ac67-e7056c655daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:03.156526 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d3dbb84f-2875-428b-ac67-e7056c655daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:03.213202 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-d3dbb84f-2875-428b-ac67-e7056c655daa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=93f28f4f8e194f949b8be34bbcaeb02d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2513254 Aug 30 18:36:03.214885 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dbb84f-2875-428b-ac67-e7056c655daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8a04f6-1b47-4901-9874-58a2774ca326,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:36:03.218381 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 48904) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:36:03.299871 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c013168f-3368-4bda-876d-407e8abadbe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:03.330595 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c013168f-3368-4bda-876d-407e8abadbe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:03.425719 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c013168f-3368-4bda-876d-407e8abadbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:03.429990 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c013168f-3368-4bda-876d-407e8abadbe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:03.433259 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-c013168f-3368-4bda-876d-407e8abadbe6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ce8a04f6-1b47-4901-9874-58a2774ca326 HTTP/1.1" status: 204 len: 168 time: 0.2122941 Aug 30 18:36:03.451930 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c013168f-3368-4bda-876d-407e8abadbe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8a04f6-1b47-4901-9874-58a2774ca326,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:36:04.021127 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f25d6-e23f-44da-8858-72bc07ba368a req-2f76ff9c-a91c-47fc-8d0b-741d335c463a tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:04.023554 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a14f25d6-e23f-44da-8858-72bc07ba368a req-2f76ff9c-a91c-47fc-8d0b-741d335c463a tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.0867040 Aug 30 18:36:04.105621 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a14f25d6-e23f-44da-8858-72bc07ba368a req-8fdf1e89-6149-416c-8b85-174a136f2cd5 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596418 Aug 30 18:36:05.312326 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066c246-327d-4cd2-bed4-615cc6a86a22 req-d890390b-489a-4548-903c-19501b31e406 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:05.315154 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1066c246-327d-4cd2-bed4-615cc6a86a22 req-d890390b-489a-4548-903c-19501b31e406 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.0907011 Aug 30 18:36:05.403667 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1066c246-327d-4cd2-bed4-615cc6a86a22 req-437a34c9-4516-4321-9037-8c70c7fe3eed tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777080 Aug 30 18:36:05.868194 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:36:06.650951 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5a59f-49af-442a-b748-7acb21bc1407 req-c8349d9d-6fa1-4bcd-932c-a8a9946d00df tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:06.661295 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-01d5a59f-49af-442a-b748-7acb21bc1407 req-c8349d9d-6fa1-4bcd-932c-a8a9946d00df tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1018982 Aug 30 18:36:06.722791 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-01d5a59f-49af-442a-b748-7acb21bc1407 req-f2729d5e-307a-47d4-88bc-2dd0a7328992 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576086 Aug 30 18:36:07.923003 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba68270-62e4-42cf-ac76-297727a102ab req-42a1615b-7240-4d8c-b3b9-5133a912e2b3 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:07.925916 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-9ba68270-62e4-42cf-ac76-297727a102ab req-42a1615b-7240-4d8c-b3b9-5133a912e2b3 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.0873899 Aug 30 18:36:08.001000 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-9ba68270-62e4-42cf-ac76-297727a102ab req-bae7a4a3-157a-4549-9e4b-988d90f7bc88 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644279 Aug 30 18:36:08.733904 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:09.251327 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c0f22-b026-4e02-b5f4-e185f0b1b587 req-fd20376d-9d2d-4fed-aed0-c9867f8e95b2 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:09.253886 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fa5c0f22-b026-4e02-b5f4-e185f0b1b587 req-fd20376d-9d2d-4fed-aed0-c9867f8e95b2 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.0867038 Aug 30 18:36:09.328917 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fa5c0f22-b026-4e02-b5f4-e185f0b1b587 req-3176bacb-14f1-4fef-a146-dad3a5f47ee1 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587196 Aug 30 18:36:10.587574 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb642a-7d95-4cb7-a120-85d2a7446c2c req-60e7f27d-3c6b-4501-9f69-68d7204cef04 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:10.590374 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2bbb642a-7d95-4cb7-a120-85d2a7446c2c req-60e7f27d-3c6b-4501-9f69-68d7204cef04 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1228623 Aug 30 18:36:10.650796 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2bbb642a-7d95-4cb7-a120-85d2a7446c2c req-7a4fa780-ec9e-4668-96db-da82c5295fd6 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501924 Aug 30 18:36:10.756764 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 49108) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:36:10.934685 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-37751d86-f20c-401b-a4d8-cb4ae40c6b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:11.137683 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-37751d86-f20c-401b-a4d8-cb4ae40c6b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:11.144074 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-37751d86-f20c-401b-a4d8-cb4ae40c6b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:11.205472 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-37751d86-f20c-401b-a4d8-cb4ae40c6b6b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=738723759221431f98bf08b43b4aff6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4471743 Aug 30 18:36:11.206691 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37751d86-f20c-401b-a4d8-cb4ae40c6b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0919de23-2e16-4d2a-b1bd-37fd074030f2,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:36:11.208854 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 49112) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:36:11.315396 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-088a3665-024d-4578-9d5b-870f22c3d7d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:11.350725 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-088a3665-024d-4578-9d5b-870f22c3d7d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:11.426328 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-088a3665-024d-4578-9d5b-870f22c3d7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:11.430499 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-088a3665-024d-4578-9d5b-870f22c3d7d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:11.431862 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-088a3665-024d-4578-9d5b-870f22c3d7d9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0919de23-2e16-4d2a-b1bd-37fd074030f2 HTTP/1.1" status: 204 len: 168 time: 0.2204001 Aug 30 18:36:11.444279 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a3665-024d-4578-9d5b-870f22c3d7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0919de23-2e16-4d2a-b1bd-37fd074030f2,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:36:11.874743 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df0dfb-b3f4-4232-a737-0dcfd684a2f9 req-bf83837f-e14d-4d93-83a6-c6cdbd3511ee tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:11.877415 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-b7df0dfb-b3f4-4232-a737-0dcfd684a2f9 req-bf83837f-e14d-4d93-83a6-c6cdbd3511ee tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1044815 Aug 30 18:36:11.956036 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-b7df0dfb-b3f4-4232-a737-0dcfd684a2f9 req-18025f3b-d9de-4a2b-adfa-5f4bb8c4c60b tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667629 Aug 30 18:36:11.993914 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 49130) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:36:12.016028 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-558cfd4c-3150-4ca5-acea-925b1098bf4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:12.160728 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-558cfd4c-3150-4ca5-acea-925b1098bf4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:12.165421 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-558cfd4c-3150-4ca5-acea-925b1098bf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:12.242937 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-558cfd4c-3150-4ca5-acea-925b1098bf4c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5e01b9e858cc429c9e27e4a7712ab59d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472374 Aug 30 18:36:12.246388 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 49132) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:36:12.248061 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558cfd4c-3150-4ca5-acea-925b1098bf4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8addf0ec-663d-47d2-8362-851d5ae57049,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:36:12.356274 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-807b857a-99c1-4b06-a0eb-1b769f5ab72b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:12.405319 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-807b857a-99c1-4b06-a0eb-1b769f5ab72b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:12.527525 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-807b857a-99c1-4b06-a0eb-1b769f5ab72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:12.532710 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-807b857a-99c1-4b06-a0eb-1b769f5ab72b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:12.544885 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-807b857a-99c1-4b06-a0eb-1b769f5ab72b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8addf0ec-663d-47d2-8362-851d5ae57049 HTTP/1.1" status: 204 len: 168 time: 0.2867491 Aug 30 18:36:12.551259 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b857a-99c1-4b06-a0eb-1b769f5ab72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8addf0ec-663d-47d2-8362-851d5ae57049,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:36:13.175876 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-85c827b5-e648-446a-871c-f3cae78feaed tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:13.179114 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-85c827b5-e648-446a-871c-f3cae78feaed tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/networks?id=86c6f4e9-f587-46d0-83b4-7617f4688e93 HTTP/1.1" status: 200 len: 814 time: 0.1741133 Aug 30 18:36:13.203422 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-e0641011-4672-4710-9f7c-c3159938e7c9 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/quotas/26da63fb9503419c953e7d900a0bbf6f HTTP/1.1" status: 200 len: 375 time: 0.0137205 Aug 30 18:36:13.284034 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 49164) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:36:13.309039 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10cf11-8753-40fb-bb1c-1465963e0fce req-fa15eb2b-07a2-42eb-88ca-693f70855df0 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:13.310841 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9d10cf11-8753-40fb-bb1c-1465963e0fce req-fa15eb2b-07a2-42eb-88ca-693f70855df0 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.0877142 Aug 30 18:36:13.313772 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e91d2ddc-94bd-4a18-a722-8ba4bb8c11ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:13.359845 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9d10cf11-8753-40fb-bb1c-1465963e0fce req-d0065cd6-5bf2-4408-b095-31d45857abe5 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422907 Aug 30 18:36:13.376047 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-b5dc1a04-e5af-46bb-b0d7-b102627606dd tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=26da63fb9503419c953e7d900a0bbf6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1619923 Aug 30 18:36:13.625936 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-31d96da7-fad8-473c-853f-cc0774af1356 service neutron] 10.222.0.46 "GET /v2.0/networks/86c6f4e9-f587-46d0-83b4-7617f4688e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298865 Aug 30 18:36:13.724650 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e91d2ddc-94bd-4a18-a722-8ba4bb8c11ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:13.730799 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e91d2ddc-94bd-4a18-a722-8ba4bb8c11ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:13.794087 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d2ddc-94bd-4a18-a722-8ba4bb8c11ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b2dd7f-97d0-467b-86da-a9da3ac3c19f,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:36:13.802361 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-e91d2ddc-94bd-4a18-a722-8ba4bb8c11ad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=164ba1eb5e3743b5a2ce4240103fd120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5166569 Aug 30 18:36:13.804169 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 49172) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:36:13.824900 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-e7e98fab-9845-40a7-bf00-afbb8acd822a service neutron] 10.222.0.46 "GET /v2.0/networks/86c6f4e9-f587-46d0-83b4-7617f4688e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840794 Aug 30 18:36:13.895895 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-247a71e4-464e-4dd6-99f9-11b15d9ee570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:13.924349 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-247a71e4-464e-4dd6-99f9-11b15d9ee570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:14.014324 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-247a71e4-464e-4dd6-99f9-11b15d9ee570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:14.019259 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-247a71e4-464e-4dd6-99f9-11b15d9ee570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:14.021449 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-247a71e4-464e-4dd6-99f9-11b15d9ee570 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/64b2dd7f-97d0-467b-86da-a9da3ac3c19f HTTP/1.1" status: 204 len: 168 time: 0.2157543 Aug 30 18:36:14.035033 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a71e4-464e-4dd6-99f9-11b15d9ee570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b2dd7f-97d0-467b-86da-a9da3ac3c19f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:36:14.105343 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3a60498f-62f1-4629-8a33-baf5428095ab req-a46752f4-7bd9-41ae-b528-9ca95414613c tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd6b26c4-f433-4d9f-a67f-875bc6465d7d HTTP/1.1" status: 200 len: 210 time: 0.0423551 Aug 30 18:36:14.549712 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3ff64-d594-4313-bf05-4bce39ece504 req-25555566-0084-477d-9b0d-b3feebf92243 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:14.552434 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e5a3ff64-d594-4313-bf05-4bce39ece504 req-25555566-0084-477d-9b0d-b3feebf92243 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.0954187 Aug 30 18:36:14.647834 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e5a3ff64-d594-4313-bf05-4bce39ece504 req-95cba6ff-8e44-4d1c-ab48-e1b78862684d tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795341 Aug 30 18:36:14.842038 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-02466774-a3ba-4cbb-851b-6bfe13d3fdf5 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2129492676&fields=id&tenant_id=d29a57262de14a2fa9ffa2376a6722cc HTTP/1.1" status: 200 len: 267 time: 0.0752256 Aug 30 18:36:15.098244 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-36748fc9-26ee-481c-a33f-c5253d13b504 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:15.101023 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-36748fc9-26ee-481c-a33f-c5253d13b504 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/networks?id=ea852ca2-2b8b-420c-99a5-338c253d2592 HTTP/1.1" status: 200 len: 809 time: 0.2374010 Aug 30 18:36:15.130946 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-07f68219-4d28-4a31-bf3f-6dd1eda5cfcf tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/quotas/d29a57262de14a2fa9ffa2376a6722cc HTTP/1.1" status: 200 len: 375 time: 0.0174320 Aug 30 18:36:15.221984 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-52061f9e-8a37-4d79-8769-78a2c27bff67 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d29a57262de14a2fa9ffa2376a6722cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0786233 Aug 30 18:36:15.280657 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a4420674-9878-4675-8acd-4061ba8752a5 req-4e7e9a49-f784-42b2-aa33-5cd07ac28988 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd6b26c4-f433-4d9f-a67f-875bc6465d7d HTTP/1.1" status: 200 len: 210 time: 0.0490928 Aug 30 18:36:15.431817 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-e1fef8d5-6af7-4d6f-8399-6052ea97ba9c service neutron] 10.222.0.46 "GET /v2.0/networks/ea852ca2-2b8b-420c-99a5-338c253d2592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620121 Aug 30 18:36:15.587926 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-b4ea12cb-dd9f-40de-8327-313c43da9b37 service neutron] 10.222.0.46 "GET /v2.0/networks/ea852ca2-2b8b-420c-99a5-338c253d2592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505828 Aug 30 18:36:15.881906 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103f78f-45a9-4f73-936c-58d7e4305451 req-a9d9b782-6b13-4822-be3b-e03c59a2473c tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:15.888607 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8103f78f-45a9-4f73-936c-58d7e4305451 req-a9d9b782-6b13-4822-be3b-e03c59a2473c tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1105378 Aug 30 18:36:15.940432 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-4e7651ae-14c4-45b2-b63c-ee2542fd2ce2 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:15.952901 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-4e7651ae-14c4-45b2-b63c-ee2542fd2ce2 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.39 "GET /v2.0/networks?id=86c6f4e9-f587-46d0-83b4-7617f4688e93 HTTP/1.1" status: 200 len: 814 time: 0.3285859 Aug 30 18:36:15.987485 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-be643e50-d4de-45c7-8234-5740b7c5019b tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Request body: {'port': {'device_id': 'bd6b26c4-f433-4d9f-a67f-875bc6465d7d', 'network_id': '86c6f4e9-f587-46d0-83b4-7617f4688e93', 'admin_state_up': True, 'tenant_id': '26da63fb9503419c953e7d900a0bbf6f'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:36:16.015321 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8103f78f-45a9-4f73-936c-58d7e4305451 req-fa462941-52e5-47a0-92c9-d2515a810589 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187804 Aug 30 18:36:16.223852 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-be643e50-d4de-45c7-8234-5740b7c5019b tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Made reservation on behalf of 26da63fb9503419c953e7d900a0bbf6f for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:36:16.233088 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-be643e50-d4de-45c7-8234-5740b7c5019b tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:16.392431 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-235bb1ea-71eb-4ed4-a420-ca0e71c832b0 req-2a1be0c2-edea-4ddf-95e1-3ed2fb9c2044 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 210 time: 0.1109324 Aug 30 18:36:16.456503 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0d33df77-9ec2-4b9f-b1f0-57e1f8469469 req-07552b71-1c51-41e0-8be1-44688aca8338 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd6b26c4-f433-4d9f-a67f-875bc6465d7d HTTP/1.1" status: 200 len: 210 time: 0.0362194 Aug 30 18:36:16.514503 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-be643e50-d4de-45c7-8234-5740b7c5019b tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Allocated IP 172.20.0.2 (86c6f4e9-f587-46d0-83b4-7617f4688e93/13c4f9b1-6d7f-4ed5-9af9-16e7b316f8be/0321140d-7740-4872-96da-dae1105f0ae4) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:36:16.791612 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-be643e50-d4de-45c7-8234-5740b7c5019b tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:16.856489 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-be643e50-d4de-45c7-8234-5740b7c5019b tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:16.902686 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['a8e16594-074f-42d5-bbfe-31e155c8207f', 'f04ef030-1229-42d5-bf83-beb70ed213f6', '17dc8248-8bc6-4719-ad2f-db386e8a7163'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:36:16.911992 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-be643e50-d4de-45c7-8234-5740b7c5019b tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Network 86c6f4e9-f587-46d0-83b4-7617f4688e93 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:36:16.915635 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-be643e50-d4de-45c7-8234-5740b7c5019b tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:36:16.919307 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-be643e50-d4de-45c7-8234-5740b7c5019b tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:36:16.928832 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be643e50-d4de-45c7-8234-5740b7c5019b tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Pushing event updated for resources: {'Port': ['ID=0321140d-7740-4872-96da-dae1105f0ae4,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:36:16.992748 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-be643e50-d4de-45c7-8234-5740b7c5019b tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:16.993447 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-be643e50-d4de-45c7-8234-5740b7c5019b tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:17.015670 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-be643e50-d4de-45c7-8234-5740b7c5019b tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0329771 Aug 30 18:36:17.039073 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-0d508663-b6d0-48a7-849c-88cb572c50d1 service neutron] Request body: {'port': {'device_id': 'bd6b26c4-f433-4d9f-a67f-875bc6465d7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:36:17.150910 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-0d508663-b6d0-48a7-849c-88cb572c50d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:17.263767 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd90db-5b12-4725-b323-6f45c4de1e66 req-242e32f8-2ee9-4e15-a5a0-b877845fb246 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:17.269114 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-53dd90db-5b12-4725-b323-6f45c4de1e66 req-242e32f8-2ee9-4e15-a5a0-b877845fb246 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1460083 Aug 30 18:36:17.394068 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-53dd90db-5b12-4725-b323-6f45c4de1e66 req-c0400df6-bc92-41f6-bd1d-1e7514cd3382 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096985 Aug 30 18:36:17.612718 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8e7e22ab-3ac4-404b-a995-1b42ad6005f5 req-4da9578c-e722-4118-b4f5-f590ec19185d tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 210 time: 0.0531831 Aug 30 18:36:17.740676 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632678bb-c1d7-4ae6-be9d-788dcad48643 req-1c6f0772-eba9-4797-b64a-7582b2eaefd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:17.743757 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-632678bb-c1d7-4ae6-be9d-788dcad48643 req-1c6f0772-eba9-4797-b64a-7582b2eaefd7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 1099 time: 0.2232213 Aug 30 18:36:17.816142 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe0501-a475-4422-bbfb-999326b0aad1 req-3523356e-7f49-4800-aabf-cb121d50523f tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:17.826478 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-affe0501-a475-4422-bbfb-999326b0aad1 req-3523356e-7f49-4800-aabf-cb121d50523f tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd6b26c4-f433-4d9f-a67f-875bc6465d7d HTTP/1.1" status: 200 len: 931 time: 0.1989477 Aug 30 18:36:18.350751 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-632678bb-c1d7-4ae6-be9d-788dcad48643 req-9016b140-803e-4667-a7b2-53cc6c00ae2d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5812969 Aug 30 18:36:18.437678 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-affe0501-a475-4422-bbfb-999326b0aad1 req-7811c674-e14d-4336-b7fa-7907bbea3d27 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5723019 Aug 30 18:36:18.459703 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-0d508663-b6d0-48a7-849c-88cb572c50d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0321140d-7740-4872-96da-dae1105f0ae4 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:36:18.477123 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-0d508663-b6d0-48a7-849c-88cb572c50d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:18.500603 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-ac670abd-6e45-406c-b199-0d72e2f6d2c3 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:18.502265 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-ac670abd-6e45-406c-b199-0d72e2f6d2c3 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.39 "GET /v2.0/networks?id=ea852ca2-2b8b-420c-99a5-338c253d2592 HTTP/1.1" status: 200 len: 809 time: 0.6303420 Aug 30 18:36:18.508590 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-0d508663-b6d0-48a7-849c-88cb572c50d1 service neutron] Transition to ACTIVE for port object 0321140d-7740-4872-96da-dae1105f0ae4 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:36:18.514599 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-0d508663-b6d0-48a7-849c-88cb572c50d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449046'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:18.634041 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d508663-b6d0-48a7-849c-88cb572c50d1 service neutron] Pushing event updated for resources: {'Port': ['ID=0321140d-7740-4872-96da-dae1105f0ae4,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:36:18.651689 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703286fb-943e-42b3-a733-b6a7eca5ab40 req-afe2adab-1e06-4a4f-8f7d-e6d34d4cef46 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:18.654674 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-703286fb-943e-42b3-a733-b6a7eca5ab40 req-afe2adab-1e06-4a4f-8f7d-e6d34d4cef46 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.0930026 Aug 30 18:36:18.731908 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-703286fb-943e-42b3-a733-b6a7eca5ab40 req-73e47a46-3cad-44af-acc8-cfa150e898c0 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616980 Aug 30 18:36:18.732475 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-0d508663-b6d0-48a7-849c-88cb572c50d1 service neutron] Attempting to bind port 0321140d-7740-4872-96da-dae1105f0ae4 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:36:18.732879 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-0d508663-b6d0-48a7-849c-88cb572c50d1 service neutron] Attempting to bind port 0321140d-7740-4872-96da-dae1105f0ae4 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '86c6f4e9-f587-46d0-83b4-7617f4688e93'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:36:18.733326 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-0d508663-b6d0-48a7-849c-88cb572c50d1 service neutron] Attempting to bind port 0321140d-7740-4872-96da-dae1105f0ae4 on network 86c6f4e9-f587-46d0-83b4-7617f4688e93 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:36:18.752223 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-0d508663-b6d0-48a7-849c-88cb572c50d1 service neutron] Port 0321140d-7740-4872-96da-dae1105f0ae4 on network 86c6f4e9-f587-46d0-83b4-7617f4688e93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:36:18.752657 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-0d508663-b6d0-48a7-849c-88cb572c50d1 service neutron] Attempting to bind port 0321140d-7740-4872-96da-dae1105f0ae4 on network 86c6f4e9-f587-46d0-83b4-7617f4688e93 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:36:18.770126 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-0d508663-b6d0-48a7-849c-88cb572c50d1 service neutron] Checking agent: {'id': '7d13e2b4-65d8-4093-b4fc-5ca6c835aab8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'started_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:36:18.770708 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-0d508663-b6d0-48a7-849c-88cb572c50d1 service neutron] Checking segment: {'id': 'aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '86c6f4e9-f587-46d0-83b4-7617f4688e93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:36:18.773820 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-0d508663-b6d0-48a7-849c-88cb572c50d1 service neutron] Bound using segment: {'id': 'aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '86c6f4e9-f587-46d0-83b4-7617f4688e93'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:36:18.773820 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-0d508663-b6d0-48a7-849c-88cb572c50d1 service neutron] Bound port: 0321140d-7740-4872-96da-dae1105f0ae4, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '86c6f4e9-f587-46d0-83b4-7617f4688e93'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:36:18.773820 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-0d508663-b6d0-48a7-849c-88cb572c50d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:18.805369 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-a6fbe6b8-ec13-41f3-b605-045e53616be9 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d29a57262de14a2fa9ffa2376a6722cc HTTP/1.1" status: 200 len: 380 time: 0.0805731 Aug 30 18:36:18.841910 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-9769f7a2-9634-462a-9fdf-3a8d87158836 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Request body: {'port': {'device_id': '16e9489f-924c-45a7-8d02-09a0cfbcbf0d', 'network_id': 'ea852ca2-2b8b-420c-99a5-338c253d2592', 'admin_state_up': True, 'tenant_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'security_groups': ['b9e14893-8d22-4101-a2fc-779435153796']}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:36:18.896627 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6cb11dc4-496f-4f6c-9c7d-70babbad2c76 req-dc0cae44-207f-442d-8d6d-15fece107624 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 210 time: 0.0495188 Aug 30 18:36:19.021946 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-0d508663-b6d0-48a7-849c-88cb572c50d1 service neutron] For port 0321140d-7740-4872-96da-dae1105f0ae4, host hv-cinder-79049, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:36:19.029297 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-0d508663-b6d0-48a7-849c-88cb572c50d1 service neutron] For port 0321140d-7740-4872-96da-dae1105f0ae4, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=0321140d-7740-4872-96da-dae1105f0ae4,segment=NetworkSegment(aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf),segment_id=aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:36:19.039361 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-0d508663-b6d0-48a7-849c-88cb572c50d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449046'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:19.098277 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-0d508663-b6d0-48a7-849c-88cb572c50d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:19.098918 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-0d508663-b6d0-48a7-849c-88cb572c50d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:19.100398 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-0d508663-b6d0-48a7-849c-88cb572c50d1 service neutron] 10.222.0.39 "PUT /v2.0/ports/0321140d-7740-4872-96da-dae1105f0ae4 HTTP/1.1" status: 200 len: 1093 time: 2.0679080 Aug 30 18:36:19.100959 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd6b26c4-f433-4d9f-a67f-875bc6465d7d', 'tag': '0321140d-7740-4872-96da-dae1105f0ae4'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:36:19.103229 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079670b1-318c-4e5d-9ac3-5e46deecaa71" -d '{"events": [{"name": "network-changed", "server_uuid": "bd6b26c4-f433-4d9f-a67f-875bc6465d7d", "tag": "0321140d-7740-4872-96da-dae1105f0ae4"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:36:19.114932 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-9769f7a2-9634-462a-9fdf-3a8d87158836 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Made reservation on behalf of d29a57262de14a2fa9ffa2376a6722cc for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:36:19.124967 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-9769f7a2-9634-462a-9fdf-3a8d87158836 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:19.254129 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aace84d5-5316-405d-a3da-36f253d72b40 x-openstack-request-id: req-aace84d5-5316-405d-a3da-36f253d72b40 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:36:19.254814 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd6b26c4-f433-4d9f-a67f-875bc6465d7d", "tag": "0321140d-7740-4872-96da-dae1105f0ae4", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:36:19.255401 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aace84d5-5316-405d-a3da-36f253d72b40 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:36:19.255749 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd6b26c4-f433-4d9f-a67f-875bc6465d7d', 'tag': '0321140d-7740-4872-96da-dae1105f0ae4', 'status': 'completed', 'code': 200} Aug 30 18:36:19.348253 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d508663-b6d0-48a7-849c-88cb572c50d1 service neutron] Pushing event updated for resources: {'Port': ['ID=0321140d-7740-4872-96da-dae1105f0ae4,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:36:19.442911 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-cb23bdab-5a1b-4285-adb9-a6106ee0d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:19.445609 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-cb23bdab-5a1b-4285-adb9-a6106ee0d1c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=26da63fb9503419c953e7d900a0bbf6f&device_id=bd6b26c4-f433-4d9f-a67f-875bc6465d7d HTTP/1.1" status: 200 len: 1096 time: 0.2054377 Aug 30 18:36:19.574871 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-b890c68d-712f-495e-b668-bafca4df7c82 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0321140d-7740-4872-96da-dae1105f0ae4 HTTP/1.1" status: 200 len: 217 time: 0.0954492 Aug 30 18:36:19.675366 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-9769f7a2-9634-462a-9fdf-3a8d87158836 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Allocated IP 172.20.0.7 (ea852ca2-2b8b-420c-99a5-338c253d2592/f5108fb3-7e52-4865-bd76-205360c0100e/521168fc-d190-46c9-880f-0f9c2f5b69e0) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:36:19.681577 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-35626cd8-1a04-47a6-8043-a20d196fca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:19.684620 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-35626cd8-1a04-47a6-8043-a20d196fca35 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13c4f9b1-6d7f-4ed5-9af9-16e7b316f8be HTTP/1.1" status: 200 len: 854 time: 0.0978854 Aug 30 18:36:19.809152 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95874851-3d0d-4160-b744-7862cd8d97aa req-acb46a5c-c10e-4293-bf01-084cc724478f tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:19.816957 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-95874851-3d0d-4160-b744-7862cd8d97aa req-acb46a5c-c10e-4293-bf01-084cc724478f tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd6b26c4-f433-4d9f-a67f-875bc6465d7d HTTP/1.1" status: 200 len: 943 time: 0.2061090 Aug 30 18:36:19.830210 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-74452600-1aa6-4268-9276-406d5480582f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86c6f4e9-f587-46d0-83b4-7617f4688e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821378 Aug 30 18:36:19.865684 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ff6ef6c2-cc56-41b5-804c-31d561c7c694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:20.076738 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-95874851-3d0d-4160-b744-7862cd8d97aa req-b7f0d809-35cc-4cad-8ba9-f123ed5d276e tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034307 Aug 30 18:36:20.304210 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc08f7-7e17-4454-acf6-66a5542a6c9d req-756e1b8b-f0f7-42f8-959d-6cc1af3748cc tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:20.306652 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-8ffc08f7-7e17-4454-acf6-66a5542a6c9d req-756e1b8b-f0f7-42f8-959d-6cc1af3748cc tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.3734910 Aug 30 18:36:20.433644 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-9769f7a2-9634-462a-9fdf-3a8d87158836 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:20.438619 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-cd99e79d-a357-45b0-a26b-eceabc5211d4 service neutron] 10.222.0.39 "GET /v2.0/networks/86c6f4e9-f587-46d0-83b4-7617f4688e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5876486 Aug 30 18:36:20.491037 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-8ffc08f7-7e17-4454-acf6-66a5542a6c9d req-bfa16ac0-7848-4ad3-bad3-933722e91951 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685610 Aug 30 18:36:20.529352 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-9769f7a2-9634-462a-9fdf-3a8d87158836 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Transition to ACTIVE for port object 521168fc-d190-46c9-880f-0f9c2f5b69e0 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:36:20.540458 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-68fa4b95-d1bc-45c0-813b-852ad66fe666 req-6fdee78a-6c50-44d1-b082-958069ac390f tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 210 time: 0.0523901 Aug 30 18:36:20.628043 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c1b4e7f4-815a-4cab-aff7-d7a46001ef28 req-2e00afec-c18e-4d8b-8e9b-fb7f843cf83b service neutron] 10.222.0.39 "GET /v2.0/networks/86c6f4e9-f587-46d0-83b4-7617f4688e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753733 Aug 30 18:36:20.631061 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-9769f7a2-9634-462a-9fdf-3a8d87158836 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:20.702203 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-9769f7a2-9634-462a-9fdf-3a8d87158836 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Network ea852ca2-2b8b-420c-99a5-338c253d2592 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:36:20.707493 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-9769f7a2-9634-462a-9fdf-3a8d87158836 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:36:20.713813 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-9769f7a2-9634-462a-9fdf-3a8d87158836 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:36:20.725055 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769f7a2-9634-462a-9fdf-3a8d87158836 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Pushing event updated for resources: {'Port': ['ID=521168fc-d190-46c9-880f-0f9c2f5b69e0,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:36:20.828968 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-9769f7a2-9634-462a-9fdf-3a8d87158836 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:20.829844 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-9769f7a2-9634-462a-9fdf-3a8d87158836 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:20.855751 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079670b1-318c-4e5d-9ac3-5e46deecaa71 req-7cb87e74-f019-4457-b842-20c007bd133a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:20.857660 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-079670b1-318c-4e5d-9ac3-5e46deecaa71 req-7cb87e74-f019-4457-b842-20c007bd133a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=26da63fb9503419c953e7d900a0bbf6f&device_id=bd6b26c4-f433-4d9f-a67f-875bc6465d7d HTTP/1.1" status: 200 len: 1096 time: 0.1029925 Aug 30 18:36:20.862968 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-9769f7a2-9634-462a-9fdf-3a8d87158836 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0272131 Aug 30 18:36:20.908016 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-96a1d4db-cec5-4719-89c3-2d427554a924 service neutron] Request body: {'port': {'device_id': '16e9489f-924c-45a7-8d02-09a0cfbcbf0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:36:21.060302 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-b111060f-c9e8-4638-b180-c1070b72dadd None None] Provisioning for port 521168fc-d190-46c9-880f-0f9c2f5b69e0 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:36:21.068718 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-b111060f-c9e8-4638-b180-c1070b72dadd None None] Provisioning complete for port 521168fc-d190-46c9-880f-0f9c2f5b69e0 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:36:21.069149 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b111060f-c9e8-4638-b180-c1070b72dadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:21.128960 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-b111060f-c9e8-4638-b180-c1070b72dadd None None] Port 521168fc-d190-46c9-880f-0f9c2f5b69e0 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:36:21.132548 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-96a1d4db-cec5-4719-89c3-2d427554a924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:21.154729 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079670b1-318c-4e5d-9ac3-5e46deecaa71 req-0a0377d2-dbc5-429e-9ba4-37e52eac3e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:21.157107 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-079670b1-318c-4e5d-9ac3-5e46deecaa71 req-0a0377d2-dbc5-429e-9ba4-37e52eac3e2d service neutron] 10.222.0.39 "GET /v2.0/networks?id=86c6f4e9-f587-46d0-83b4-7617f4688e93 HTTP/1.1" status: 200 len: 914 time: 0.2726395 Aug 30 18:36:21.283390 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-079670b1-318c-4e5d-9ac3-5e46deecaa71 req-b058000a-acc1-4c92-80a5-1f75e8912bf6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0321140d-7740-4872-96da-dae1105f0ae4 HTTP/1.1" status: 200 len: 217 time: 0.1146021 Aug 30 18:36:21.516199 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079670b1-318c-4e5d-9ac3-5e46deecaa71 req-b178bce6-6053-42a8-ad96-89f9e0b3c564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:21.518591 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-079670b1-318c-4e5d-9ac3-5e46deecaa71 req-b178bce6-6053-42a8-ad96-89f9e0b3c564 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13c4f9b1-6d7f-4ed5-9af9-16e7b316f8be HTTP/1.1" status: 200 len: 854 time: 0.2209620 Aug 30 18:36:21.544636 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e38110-aa92-480b-a773-a7b33f3f1065 req-e6047d26-59ea-48c7-aaaf-323f18d6b1ca tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:21.544636 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-49e38110-aa92-480b-a773-a7b33f3f1065 req-e6047d26-59ea-48c7-aaaf-323f18d6b1ca tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd6b26c4-f433-4d9f-a67f-875bc6465d7d HTTP/1.1" status: 200 len: 943 time: 0.2647555 Aug 30 18:36:21.618930 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-079670b1-318c-4e5d-9ac3-5e46deecaa71 req-e6dca6f7-8a7b-4492-ab7a-d70ae234d49d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86c6f4e9-f587-46d0-83b4-7617f4688e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745833 Aug 30 18:36:21.760178 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696f11a-9013-4ecf-86ec-a7aaee560011 req-a0200bdf-b5f1-4162-920d-2676ee16cc69 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:21.763428 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5696f11a-9013-4ecf-86ec-a7aaee560011 req-a0200bdf-b5f1-4162-920d-2676ee16cc69 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.0783713 Aug 30 18:36:21.791502 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-49e38110-aa92-480b-a773-a7b33f3f1065 req-66697ab7-806d-48ee-88f9-f0968b7d72c5 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351503 Aug 30 18:36:21.838313 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5696f11a-9013-4ecf-86ec-a7aaee560011 req-9483783d-9bec-4227-a93c-3053f97f7aff tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628109 Aug 30 18:36:21.912535 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-079670b1-318c-4e5d-9ac3-5e46deecaa71 req-4e649626-62d2-4a72-9c19-3e90ca63f28f service neutron] 10.222.0.39 "GET /v2.0/networks/86c6f4e9-f587-46d0-83b4-7617f4688e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457151 Aug 30 18:36:22.166793 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-96a1d4db-cec5-4719-89c3-2d427554a924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 521168fc-d190-46c9-880f-0f9c2f5b69e0 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:36:22.186970 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-96a1d4db-cec5-4719-89c3-2d427554a924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:22.240683 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-96a1d4db-cec5-4719-89c3-2d427554a924 service neutron] Transition to ACTIVE for port object 521168fc-d190-46c9-880f-0f9c2f5b69e0 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:36:22.260951 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808513a-83d9-4448-bd04-52c4bb4648d5 req-c59a0f1a-398b-481a-b924-11e25045703c tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:22.263017 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-0808513a-83d9-4448-bd04-52c4bb4648d5 req-c59a0f1a-398b-481a-b924-11e25045703c tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 931 time: 0.3053646 Aug 30 18:36:22.271836 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-96a1d4db-cec5-4719-89c3-2d427554a924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449046'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:22.361724 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-079670b1-318c-4e5d-9ac3-5e46deecaa71 req-c93563e9-9a33-48b7-9987-acfa444799b5 service neutron] 10.222.0.39 "GET /v2.0/networks/86c6f4e9-f587-46d0-83b4-7617f4688e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327078 Aug 30 18:36:22.463737 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a1d4db-cec5-4719-89c3-2d427554a924 service neutron] Pushing event updated for resources: {'Port': ['ID=521168fc-d190-46c9-880f-0f9c2f5b69e0,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:36:22.507059 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc2e1a-75f2-47fa-8b23-5ad62b12b5be req-4d169b13-204d-4758-b06e-473e7381b134 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:22.509556 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a2bc2e1a-75f2-47fa-8b23-5ad62b12b5be req-4d169b13-204d-4758-b06e-473e7381b134 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1352358 Aug 30 18:36:22.542483 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-0808513a-83d9-4448-bd04-52c4bb4648d5 req-3d6aa22b-5980-4b1a-9b59-c99231cb9f0c tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2568359 Aug 30 18:36:22.593215 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044fcf34-2cd5-4ef4-b83d-68e395dd35b4 req-8cf00a4b-fdee-45d6-b813-5b7f32f19d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:22.595188 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-044fcf34-2cd5-4ef4-b83d-68e395dd35b4 req-8cf00a4b-fdee-45d6-b813-5b7f32f19d59 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b40c9b3f5af3488f90539cd60fa44e2e&device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 1099 time: 0.2322206 Aug 30 18:36:22.617959 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a2bc2e1a-75f2-47fa-8b23-5ad62b12b5be req-0dbe32a5-9887-4efd-8dfb-5a257628b7af tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961013 Aug 30 18:36:22.791024 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-96a1d4db-cec5-4719-89c3-2d427554a924 service neutron] Attempting to bind port 521168fc-d190-46c9-880f-0f9c2f5b69e0 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:36:22.792606 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-96a1d4db-cec5-4719-89c3-2d427554a924 service neutron] Attempting to bind port 521168fc-d190-46c9-880f-0f9c2f5b69e0 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ea852ca2-2b8b-420c-99a5-338c253d2592'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:36:22.792606 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-96a1d4db-cec5-4719-89c3-2d427554a924 service neutron] Attempting to bind port 521168fc-d190-46c9-880f-0f9c2f5b69e0 on network ea852ca2-2b8b-420c-99a5-338c253d2592 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:36:22.812127 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-96a1d4db-cec5-4719-89c3-2d427554a924 service neutron] Port 521168fc-d190-46c9-880f-0f9c2f5b69e0 on network ea852ca2-2b8b-420c-99a5-338c253d2592 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:36:22.812680 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-96a1d4db-cec5-4719-89c3-2d427554a924 service neutron] Attempting to bind port 521168fc-d190-46c9-880f-0f9c2f5b69e0 on network ea852ca2-2b8b-420c-99a5-338c253d2592 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:36:22.847820 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-96a1d4db-cec5-4719-89c3-2d427554a924 service neutron] Checking agent: {'id': '7d13e2b4-65d8-4093-b4fc-5ca6c835aab8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'started_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:36:22.849129 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-96a1d4db-cec5-4719-89c3-2d427554a924 service neutron] Checking segment: {'id': '4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ea852ca2-2b8b-420c-99a5-338c253d2592'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:36:22.849743 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-96a1d4db-cec5-4719-89c3-2d427554a924 service neutron] Bound using segment: {'id': '4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ea852ca2-2b8b-420c-99a5-338c253d2592'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:36:22.850489 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-96a1d4db-cec5-4719-89c3-2d427554a924 service neutron] Bound port: 521168fc-d190-46c9-880f-0f9c2f5b69e0, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ea852ca2-2b8b-420c-99a5-338c253d2592'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:36:22.851191 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-96a1d4db-cec5-4719-89c3-2d427554a924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:22.922104 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044fcf34-2cd5-4ef4-b83d-68e395dd35b4 req-3d6612bf-1190-4a7e-9301-6ba47094b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:22.933751 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-044fcf34-2cd5-4ef4-b83d-68e395dd35b4 req-3d6612bf-1190-4a7e-9301-6ba47094b0fe service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa732d19-e894-497a-96b4-f1158b92c807 HTTP/1.1" status: 200 len: 919 time: 0.3193188 Aug 30 18:36:23.064569 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-044fcf34-2cd5-4ef4-b83d-68e395dd35b4 req-615ef3f5-24d7-48b7-972f-6842943fcaf6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53d13a17-04fc-4188-8f33-c4c0135674ef HTTP/1.1" status: 200 len: 217 time: 0.1225798 Aug 30 18:36:23.097213 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44086e17-6bb5-4ec7-9898-6fec33e55f10 req-435b507a-a271-47df-a4da-8e58ca177ace tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:23.123381 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-44086e17-6bb5-4ec7-9898-6fec33e55f10 req-435b507a-a271-47df-a4da-8e58ca177ace tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd6b26c4-f433-4d9f-a67f-875bc6465d7d HTTP/1.1" status: 200 len: 943 time: 0.1496544 Aug 30 18:36:23.228160 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-51688ea9-1d56-4269-a12d-c28533e96567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:23.250858 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-44086e17-6bb5-4ec7-9898-6fec33e55f10 req-771f6c69-c893-4926-bdec-4bc6b9b5a8ec tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178403 Aug 30 18:36:23.325409 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-96a1d4db-cec5-4719-89c3-2d427554a924 service neutron] For port 521168fc-d190-46c9-880f-0f9c2f5b69e0, host hv-cinder-79049, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:36:23.341367 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-96a1d4db-cec5-4719-89c3-2d427554a924 service neutron] For port 521168fc-d190-46c9-880f-0f9c2f5b69e0, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=521168fc-d190-46c9-880f-0f9c2f5b69e0,segment=NetworkSegment(4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f),segment_id=4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:36:23.344752 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044fcf34-2cd5-4ef4-b83d-68e395dd35b4 req-9628e114-2e01-44ef-a5ce-dc1c4fbe8b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:23.347712 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-044fcf34-2cd5-4ef4-b83d-68e395dd35b4 req-9628e114-2e01-44ef-a5ce-dc1c4fbe8b4f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2403c141-9264-413b-9a4f-d5fa5c3597f5 HTTP/1.1" status: 200 len: 859 time: 0.2667191 Aug 30 18:36:23.357314 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-96a1d4db-cec5-4719-89c3-2d427554a924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449046'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:23.398198 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:23.430638 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 0321140d-7740-4872-96da-dae1105f0ae4 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:36:23.471636 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-044fcf34-2cd5-4ef4-b83d-68e395dd35b4 req-bb34645e-355a-4fe7-93e6-dbf6f467be1a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa732d19-e894-497a-96b4-f1158b92c807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964043 Aug 30 18:36:23.528124 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-96a1d4db-cec5-4719-89c3-2d427554a924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:23.530298 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-96a1d4db-cec5-4719-89c3-2d427554a924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:23.535855 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-96a1d4db-cec5-4719-89c3-2d427554a924 service neutron] 10.222.0.39 "PUT /v2.0/ports/521168fc-d190-46c9-880f-0f9c2f5b69e0 HTTP/1.1" status: 200 len: 1093 time: 2.6335077 Aug 30 18:36:23.535855 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e9489f-924c-45a7-8d02-09a0cfbcbf0d', 'tag': '521168fc-d190-46c9-880f-0f9c2f5b69e0'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:36:23.538640 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cedb6e-130e-4635-b583-a93b4a680bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "16e9489f-924c-45a7-8d02-09a0cfbcbf0d", "tag": "521168fc-d190-46c9-880f-0f9c2f5b69e0"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:36:23.764285 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64e6c68-7261-4e5b-b7ff-52f624e4e6f9 x-openstack-request-id: req-c64e6c68-7261-4e5b-b7ff-52f624e4e6f9 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:36:23.772756 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e9489f-924c-45a7-8d02-09a0cfbcbf0d", "tag": "521168fc-d190-46c9-880f-0f9c2f5b69e0", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:36:23.773152 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c64e6c68-7261-4e5b-b7ff-52f624e4e6f9 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:36:23.773701 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e9489f-924c-45a7-8d02-09a0cfbcbf0d', 'tag': '521168fc-d190-46c9-880f-0f9c2f5b69e0', 'status': 'completed', 'code': 200} Aug 30 18:36:23.999822 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 0321140d-7740-4872-96da-dae1105f0ae4, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=0321140d-7740-4872-96da-dae1105f0ae4,segment=NetworkSegment(aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf),segment_id=aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:36:24.050782 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69124b38-98d3-411b-ac3d-ea4b73865bf6 req-0eea092f-88ca-4416-9583-65821685d47c tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:24.064954 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-69124b38-98d3-411b-ac3d-ea4b73865bf6 req-0eea092f-88ca-4416-9583-65821685d47c tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 943 time: 0.1879559 Aug 30 18:36:24.085054 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Returning: {'device': '0321140d-7740-4872-96da-dae1105f0ae4', 'network_id': '86c6f4e9-f587-46d0-83b4-7617f4688e93', 'port_id': '0321140d-7740-4872-96da-dae1105f0ae4', 'mac_address': 'fa:16:3e:38:73:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13c4f9b1-6d7f-4ed5-9af9-16e7b316f8be', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:36:24.098022 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:24.188051 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-69124b38-98d3-411b-ac3d-ea4b73865bf6 req-e368c95f-4d91-4ebd-9175-2284bb185bba tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202214 Aug 30 18:36:24.220375 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:24.265918 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0321140d-7740-4872-96da-dae1105f0ae4 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:36:24.324134 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 0321140d-7740-4872-96da-dae1105f0ae4, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=0321140d-7740-4872-96da-dae1105f0ae4,segment=NetworkSegment(aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf),segment_id=aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:36:24.336970 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:24.431236 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a1d4db-cec5-4719-89c3-2d427554a924 service neutron] Pushing event updated for resources: {'Port': ['ID=521168fc-d190-46c9-880f-0f9c2f5b69e0,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:36:24.448735 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=0321140d-7740-4872-96da-dae1105f0ae4,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:36:24.466922 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750e8e8-b676-4592-8e87-96234c114952 req-46b56aa2-d071-444d-ab96-9f210a0520b5 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:24.472514 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7750e8e8-b676-4592-8e87-96234c114952 req-46b56aa2-d071-444d-ab96-9f210a0520b5 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1098325 Aug 30 18:36:24.500507 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-30e970fe-f764-4b3d-b294-9a0c7ee04dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:24.503282 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-30e970fe-f764-4b3d-b294-9a0c7ee04dd5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d29a57262de14a2fa9ffa2376a6722cc&device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 1096 time: 0.7102196 Aug 30 18:36:24.533198 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7750e8e8-b676-4592-8e87-96234c114952 req-083f52da-e6b0-4931-944b-8f433ffe3249 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544648 Aug 30 18:36:24.566673 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0461227-113f-4965-9046-6fd656870500 req-d1784d35-aa6f-4690-a26e-aa815f209d26 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:24.568907 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-e0461227-113f-4965-9046-6fd656870500 req-d1784d35-aa6f-4690-a26e-aa815f209d26 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 946 time: 0.7151108 Aug 30 18:36:24.631863 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-044fcf34-2cd5-4ef4-b83d-68e395dd35b4 req-0ae0e1c2-a94f-4fc1-8452-7ad977575414 service neutron] 10.222.0.39 "GET /v2.0/networks/fa732d19-e894-497a-96b4-f1158b92c807?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1436777 Aug 30 18:36:24.636954 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-ffdaf40e-3eb9-444b-a8f7-7b5f33120a02 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=521168fc-d190-46c9-880f-0f9c2f5b69e0 HTTP/1.1" status: 200 len: 217 time: 0.1103373 Aug 30 18:36:24.685670 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79392f74-aafd-4ec1-b670-b39d0b7b422f req-7584fb2c-16fe-471c-8b77-431051de8738 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:24.688517 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-79392f74-aafd-4ec1-b670-b39d0b7b422f req-7584fb2c-16fe-471c-8b77-431051de8738 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd6b26c4-f433-4d9f-a67f-875bc6465d7d HTTP/1.1" status: 200 len: 944 time: 0.0818012 Aug 30 18:36:24.762413 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-79392f74-aafd-4ec1-b670-b39d0b7b422f req-c88dfa70-20eb-4307-b87c-b800580a2c3c tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633359 Aug 30 18:36:24.870059 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-e0461227-113f-4965-9046-6fd656870500 req-198b815e-e7bc-4f60-bc78-325cbfd90b29 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2427742 Aug 30 18:36:24.894510 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['0321140d-7740-4872-96da-dae1105f0ae4'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:36:24.898990 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-e159d1b2-63a1-48fc-99f6-8c6646b4c54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:24.902741 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-e159d1b2-63a1-48fc-99f6-8c6646b4c54f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f5108fb3-7e52-4865-bd76-205360c0100e HTTP/1.1" status: 200 len: 848 time: 0.2380745 Aug 30 18:36:25.017608 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-044fcf34-2cd5-4ef4-b83d-68e395dd35b4 req-bc4535f1-c5e1-43b1-8a15-23a2ce513e39 service neutron] 10.222.0.39 "GET /v2.0/networks/fa732d19-e894-497a-96b4-f1158b92c807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560286 Aug 30 18:36:25.033102 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-ea76144e-f53a-4e5a-9220-edf4d73a9b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:25.036458 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-ea76144e-f53a-4e5a-9220-edf4d73a9b03 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea852ca2-2b8b-420c-99a5-338c253d2592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1217825 Aug 30 18:36:25.231543 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-b640fd4a-f0dc-4424-a02c-6d1a9871efc4 service neutron] 10.222.0.39 "GET /v2.0/networks/ea852ca2-2b8b-420c-99a5-338c253d2592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836910 Aug 30 18:36:25.466304 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-695f4d47-a531-4bae-8a56-f6e63095cc24 req-3a62e9ee-8f1b-419a-aac8-bb169de6299c service neutron] 10.222.0.39 "GET /v2.0/networks/ea852ca2-2b8b-420c-99a5-338c253d2592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215688 Aug 30 18:36:25.480351 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67235b03-c8c2-4fcd-a03f-ff24fe8f9ef9 req-0624d900-6c81-4344-944f-e3197d041899 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:25.483777 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-67235b03-c8c2-4fcd-a03f-ff24fe8f9ef9 req-0624d900-6c81-4344-944f-e3197d041899 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 943 time: 0.1389024 Aug 30 18:36:25.572176 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-67235b03-c8c2-4fcd-a03f-ff24fe8f9ef9 req-f0c81c83-087f-4ac8-baa8-825953b15021 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708275 Aug 30 18:36:25.747849 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:25.755640 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cedb6e-130e-4635-b583-a93b4a680bcc req-4d8a8d43-8a06-4012-b081-8e378b57771b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:25.759365 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-e4cedb6e-130e-4635-b583-a93b4a680bcc req-4d8a8d43-8a06-4012-b081-8e378b57771b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d29a57262de14a2fa9ffa2376a6722cc&device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 1096 time: 0.1292167 Aug 30 18:36:25.845356 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f1990-d85b-4057-a195-f93f49e08ea0 req-1d427544-cba9-4484-bd75-395d270a80cf tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:25.847764 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fe8f1990-d85b-4057-a195-f93f49e08ea0 req-1d427544-cba9-4484-bd75-395d270a80cf tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1000199 Aug 30 18:36:25.922990 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fe8f1990-d85b-4057-a195-f93f49e08ea0 req-d20aba68-feac-4fa9-9a4f-b7b5fc0735d5 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674109 Aug 30 18:36:25.947420 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cedb6e-130e-4635-b583-a93b4a680bcc req-42571bfe-80f0-4821-9084-8f20f04ef4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:25.950967 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-e4cedb6e-130e-4635-b583-a93b4a680bcc req-42571bfe-80f0-4821-9084-8f20f04ef4df service neutron] 10.222.0.39 "GET /v2.0/networks?id=ea852ca2-2b8b-420c-99a5-338c253d2592 HTTP/1.1" status: 200 len: 909 time: 0.1828995 Aug 30 18:36:26.039496 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-e4cedb6e-130e-4635-b583-a93b4a680bcc req-0f55e20b-e4bc-4826-b0b8-24bc1ba5513a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=521168fc-d190-46c9-880f-0f9c2f5b69e0 HTTP/1.1" status: 200 len: 217 time: 0.0466304 Aug 30 18:36:26.139662 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d37162-202a-41c0-8828-0f15d0a823e3 req-8339a500-604f-4b87-b0b4-bf090418bac7 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:26.142947 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-65d37162-202a-41c0-8828-0f15d0a823e3 req-8339a500-604f-4b87-b0b4-bf090418bac7 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd6b26c4-f433-4d9f-a67f-875bc6465d7d HTTP/1.1" status: 200 len: 944 time: 0.1015222 Aug 30 18:36:26.168112 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cedb6e-130e-4635-b583-a93b4a680bcc req-a3582870-e49e-4216-893a-7249174bebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:26.169355 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-e4cedb6e-130e-4635-b583-a93b4a680bcc req-a3582870-e49e-4216-893a-7249174bebe4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f5108fb3-7e52-4865-bd76-205360c0100e HTTP/1.1" status: 200 len: 848 time: 0.1162612 Aug 30 18:36:26.241139 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-65d37162-202a-41c0-8828-0f15d0a823e3 req-dafbf8fd-199e-4185-b76d-1283bab4650a tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825160 Aug 30 18:36:26.315523 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cedb6e-130e-4635-b583-a93b4a680bcc req-8640d44a-1d70-43ca-bc72-d88ed2f6bc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:26.318391 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-e4cedb6e-130e-4635-b583-a93b4a680bcc req-8640d44a-1d70-43ca-bc72-d88ed2f6bc17 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea852ca2-2b8b-420c-99a5-338c253d2592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1229708 Aug 30 18:36:26.429705 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca4cf7-b532-4756-9fc3-11cd91eca169 req-20cb7108-eb80-408f-bc1d-8eb3922fa8a6 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:26.432528 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-69ca4cf7-b532-4756-9fc3-11cd91eca169 req-20cb7108-eb80-408f-bc1d-8eb3922fa8a6 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 946 time: 0.1914809 Aug 30 18:36:26.537353 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-69ca4cf7-b532-4756-9fc3-11cd91eca169 req-352ffb03-8de4-4476-ada3-77d631dc15ad tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876815 Aug 30 18:36:26.546606 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-e4cedb6e-130e-4635-b583-a93b4a680bcc req-a477d67e-7342-49de-bcb2-b34c06761009 service neutron] 10.222.0.39 "GET /v2.0/networks/ea852ca2-2b8b-420c-99a5-338c253d2592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173316 Aug 30 18:36:26.681738 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-e4cedb6e-130e-4635-b583-a93b4a680bcc req-a4d563a5-1759-49bf-9726-a2921ee98057 service neutron] 10.222.0.39 "GET /v2.0/networks/ea852ca2-2b8b-420c-99a5-338c253d2592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250174 Aug 30 18:36:26.778094 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd72e33-ee68-4c84-9f62-73d976db1972 req-3bbcb025-74d7-4093-b792-4e9fae8f844c tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:26.780956 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bdd72e33-ee68-4c84-9f62-73d976db1972 req-3bbcb025-74d7-4093-b792-4e9fae8f844c tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 943 time: 0.0905316 Aug 30 18:36:26.859447 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bdd72e33-ee68-4c84-9f62-73d976db1972 req-ad268422-40a3-43c6-89e8-853c93f58719 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692401 Aug 30 18:36:27.135205 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476a67e-a639-4de7-a125-36159ebb4a68 req-ff044494-ffe2-44c2-ba27-426df932be1d tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:27.137486 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-0476a67e-a639-4de7-a125-36159ebb4a68 req-ff044494-ffe2-44c2-ba27-426df932be1d tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.0747597 Aug 30 18:36:27.203692 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-0476a67e-a639-4de7-a125-36159ebb4a68 req-fd1c48a8-0e8c-41be-b1c5-e5a6dc394f88 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546010 Aug 30 18:36:27.458125 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccce97c-2be5-4996-9cdf-fc56caedeb03 req-82acf659-1661-4872-858a-b13ff5d57165 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:27.461156 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fccce97c-2be5-4996-9cdf-fc56caedeb03 req-82acf659-1661-4872-858a-b13ff5d57165 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd6b26c4-f433-4d9f-a67f-875bc6465d7d HTTP/1.1" status: 200 len: 944 time: 0.0835690 Aug 30 18:36:27.537321 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fccce97c-2be5-4996-9cdf-fc56caedeb03 req-f81b43f0-3aa6-42ee-88ba-39665396e864 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655940 Aug 30 18:36:27.754756 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e511f01-871e-40c1-a209-1a532838e8e8 req-d714905f-8f83-42cf-b951-7b23df0db931 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:27.757896 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-8e511f01-871e-40c1-a209-1a532838e8e8 req-d714905f-8f83-42cf-b951-7b23df0db931 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 946 time: 0.0945225 Aug 30 18:36:27.814074 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-8e511f01-871e-40c1-a209-1a532838e8e8 req-1109c860-fc26-4308-83a5-f340213a18f8 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467675 Aug 30 18:36:28.041003 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3abeb-ddbc-4039-ac4f-410f3cb5cac1 req-4de4f762-dfa6-4784-aa67-56f03b4b772f tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:28.044190 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-54a3abeb-ddbc-4039-ac4f-410f3cb5cac1 req-4de4f762-dfa6-4784-aa67-56f03b4b772f tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 943 time: 0.0885887 Aug 30 18:36:28.114307 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-54a3abeb-ddbc-4039-ac4f-410f3cb5cac1 req-3396180a-48dc-45dd-b13d-aafb7a7c6f5f tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609801 Aug 30 18:36:28.407641 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc79889-f5a5-4494-bb05-b29d39206623 req-d0628814-ae7f-4167-a0f3-0d953e8c59c9 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:28.409363 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bcc79889-f5a5-4494-bb05-b29d39206623 req-d0628814-ae7f-4167-a0f3-0d953e8c59c9 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.0875771 Aug 30 18:36:28.462915 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 0321140d-7740-4872-96da-dae1105f0ae4 up at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:36:28.483051 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bcc79889-f5a5-4494-bb05-b29d39206623 req-4a180337-536e-4d27-8d77-87e5ec196e3b tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637913 Aug 30 18:36:28.558679 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning for port 0321140d-7740-4872-96da-dae1105f0ae4 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:36:28.565971 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning complete for port 0321140d-7740-4872-96da-dae1105f0ae4 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:36:28.566592 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:28.736145 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:28.778360 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c087c2d-09b2-4a76-bc7a-1f9b5acb01dc req-cf701b1d-8bed-4f30-a02d-8ecd63a422df tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:28.781079 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9c087c2d-09b2-4a76-bc7a-1f9b5acb01dc req-cf701b1d-8bed-4f30-a02d-8ecd63a422df tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd6b26c4-f433-4d9f-a67f-875bc6465d7d HTTP/1.1" status: 200 len: 944 time: 0.1016140 Aug 30 18:36:28.784672 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6b26c4-f433-4d9f-a67f-875bc6465d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0321140d-7740-4872-96da-dae1105f0ae4'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:36:28.787681 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf7e48b1d7ea734c3ab22bdf0c4fd39094da8684eda14d675e1fcbcfa40454f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7b3e40-8270-4799-a3bc-e572b4c64c95" -d '{"events": [{"server_uuid": "bd6b26c4-f433-4d9f-a67f-875bc6465d7d", "name": "network-vif-plugged", "status": "completed", "tag": "0321140d-7740-4872-96da-dae1105f0ae4"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:36:28.809438 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 0321140d-7740-4872-96da-dae1105f0ae4, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=0321140d-7740-4872-96da-dae1105f0ae4,segment=NetworkSegment(aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf),segment_id=aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:36:28.815819 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:28.852684 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2b881c-2ecd-453c-8e37-ebf8e3c68103 x-openstack-request-id: req-5f2b881c-2ecd-453c-8e37-ebf8e3c68103 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:36:28.853138 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6b26c4-f433-4d9f-a67f-875bc6465d7d", "name": "network-vif-plugged", "status": "completed", "tag": "0321140d-7740-4872-96da-dae1105f0ae4", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:36:28.853547 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5f2b881c-2ecd-453c-8e37-ebf8e3c68103 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:36:28.854378 dv-cinder-790492-12-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6b26c4-f433-4d9f-a67f-875bc6465d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0321140d-7740-4872-96da-dae1105f0ae4', 'code': 200} Aug 30 18:36:28.863427 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9c087c2d-09b2-4a76-bc7a-1f9b5acb01dc req-45d38ae2-b102-432e-81b5-54521e555b71 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713327 Aug 30 18:36:28.916209 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=0321140d-7740-4872-96da-dae1105f0ae4,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:36:29.030613 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0e14a-a91d-433f-92bb-2c68e6f7adbe req-5b956243-a266-4792-b6fb-d376dd28aef7 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:29.032450 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c7a0e14a-a91d-433f-92bb-2c68e6f7adbe req-5b956243-a266-4792-b6fb-d376dd28aef7 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 946 time: 0.0898817 Aug 30 18:36:29.086189 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c7a0e14a-a91d-433f-92bb-2c68e6f7adbe req-c1cf7991-788c-47ac-923d-a2b5d60036ef tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446618 Aug 30 18:36:29.265161 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24aeaf-52e0-4904-ba92-a3ae6c66c4f0 req-12f15852-31a4-4f06-a8f1-95e0027fb82e tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:29.266800 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3e24aeaf-52e0-4904-ba92-a3ae6c66c4f0 req-12f15852-31a4-4f06-a8f1-95e0027fb82e tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 943 time: 0.0656209 Aug 30 18:36:29.318296 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3e24aeaf-52e0-4904-ba92-a3ae6c66c4f0 req-434018ab-2155-4ec5-bbe8-2fd078bfb8e0 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446794 Aug 30 18:36:29.691369 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ea199-ac3a-4831-8b08-cccbb74afcca req-7ca4594f-affd-4360-8caa-d14b9744d4b3 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:29.692942 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1b9ea199-ac3a-4831-8b08-cccbb74afcca req-7ca4594f-affd-4360-8caa-d14b9744d4b3 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.0715535 Aug 30 18:36:29.750080 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1b9ea199-ac3a-4831-8b08-cccbb74afcca req-64613c16-2715-4c6a-b660-231402db22c2 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492375 Aug 30 18:36:29.832655 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c88fd-d97f-4308-bfb7-2f7e4fde70de req-ed743823-d36f-44a3-989e-bce48b04d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:29.835381 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-449c88fd-d97f-4308-bfb7-2f7e4fde70de req-ed743823-d36f-44a3-989e-bce48b04d390 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bd6b26c4-f433-4d9f-a67f-875bc6465d7d HTTP/1.1" status: 200 len: 1098 time: 0.0683582 Aug 30 18:36:29.891006 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-449c88fd-d97f-4308-bfb7-2f7e4fde70de req-6b071fac-18a5-4603-b100-774f2facf8ec service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447867 Aug 30 18:36:30.055249 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37355d76-ce60-4511-9ee1-4c2a4f2330e2 req-94a18504-cc44-4245-899c-6d1622336b58 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:30.057061 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-37355d76-ce60-4511-9ee1-4c2a4f2330e2 req-94a18504-cc44-4245-899c-6d1622336b58 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd6b26c4-f433-4d9f-a67f-875bc6465d7d HTTP/1.1" status: 200 len: 945 time: 0.0780580 Aug 30 18:36:30.133822 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-37355d76-ce60-4511-9ee1-4c2a4f2330e2 req-bf8010b0-8a5f-4cf7-aff8-cc9de5e143ea tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629275 Aug 30 18:36:30.279437 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303cf3d-9293-4ee5-afb0-1dfbbc9e004b req-b2f1d038-2f71-46a0-90e9-97b1d5ec649f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:30.281630 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1303cf3d-9293-4ee5-afb0-1dfbbc9e004b req-b2f1d038-2f71-46a0-90e9-97b1d5ec649f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 946 time: 0.0746541 Aug 30 18:36:30.333630 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1303cf3d-9293-4ee5-afb0-1dfbbc9e004b req-f97c0d5e-1453-4e94-899f-4ecd912c2d31 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443301 Aug 30 18:36:30.537208 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ed163-8ef1-4ee0-8a14-e55a150ab909 req-59a8570f-d91b-4e2b-a67b-0edc95a613f5 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:30.540066 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bc2ed163-8ef1-4ee0-8a14-e55a150ab909 req-59a8570f-d91b-4e2b-a67b-0edc95a613f5 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 943 time: 0.1085882 Aug 30 18:36:30.621563 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bc2ed163-8ef1-4ee0-8a14-e55a150ab909 req-b44a747f-2329-4b8b-bcfc-0f37be1770bc tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684991 Aug 30 18:36:30.927339 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795dacc-8187-4798-8ac0-536fd4cec40f req-6f9d3db8-2298-44c5-9f01-72dc82f03124 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:30.929647 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-6795dacc-8187-4798-8ac0-536fd4cec40f req-6f9d3db8-2298-44c5-9f01-72dc82f03124 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.0775957 Aug 30 18:36:30.983529 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-6795dacc-8187-4798-8ac0-536fd4cec40f req-68cc218b-2480-499c-a4f6-a7049e6c345b tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465889 Aug 30 18:36:31.329295 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73def019-c7cb-4494-b13d-ec35234e4797 req-55928ac4-7409-44f6-8e0e-7a72d912c3bc tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:31.332867 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-73def019-c7cb-4494-b13d-ec35234e4797 req-55928ac4-7409-44f6-8e0e-7a72d912c3bc tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd6b26c4-f433-4d9f-a67f-875bc6465d7d HTTP/1.1" status: 200 len: 945 time: 0.0824625 Aug 30 18:36:31.398795 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-73def019-c7cb-4494-b13d-ec35234e4797 req-f4694048-31f9-4c72-af51-6847e5659359 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558023 Aug 30 18:36:31.578329 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e381a-a5c4-4c1a-87fd-f119f4287374 req-0f91eb6f-d3c8-47be-b055-bebf12af2ceb tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:31.580515 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ef5e381a-a5c4-4c1a-87fd-f119f4287374 req-0f91eb6f-d3c8-47be-b055-bebf12af2ceb tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 946 time: 0.0998149 Aug 30 18:36:31.699367 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ef5e381a-a5c4-4c1a-87fd-f119f4287374 req-747d155c-4a76-4e6c-9809-fb6c52d57f16 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066573 Aug 30 18:36:31.952488 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632315d4-ad79-47ad-a18a-d694e479c653 req-c6b0b58f-56d1-4386-b13c-7d2349f4e22d tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:31.956324 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-632315d4-ad79-47ad-a18a-d694e479c653 req-c6b0b58f-56d1-4386-b13c-7d2349f4e22d tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 943 time: 0.1263101 Aug 30 18:36:32.077218 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-632315d4-ad79-47ad-a18a-d694e479c653 req-d4ff00bc-be44-4b4a-bc09-a3906a65be10 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990224 Aug 30 18:36:32.234885 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488455ad-efa6-4c9b-95e1-882e59f80773 req-4d512bd3-a79a-491b-a6f2-4eec26ade692 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:32.237208 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-488455ad-efa6-4c9b-95e1-882e59f80773 req-4d512bd3-a79a-491b-a6f2-4eec26ade692 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.0945780 Aug 30 18:36:32.313950 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-488455ad-efa6-4c9b-95e1-882e59f80773 req-67cad31d-7ab7-4b17-8900-99a586a82358 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632656 Aug 30 18:36:32.617382 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b19bf2-2d39-4382-a2fa-c74a47462111 req-dfac6e60-1451-450b-a8bb-c40282e072c6 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:32.620762 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-30b19bf2-2d39-4382-a2fa-c74a47462111 req-dfac6e60-1451-450b-a8bb-c40282e072c6 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd6b26c4-f433-4d9f-a67f-875bc6465d7d HTTP/1.1" status: 200 len: 945 time: 0.1066930 Aug 30 18:36:32.691714 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-30b19bf2-2d39-4382-a2fa-c74a47462111 req-de0a01d4-e7e2-4c56-88f5-0bafea0e2b2f tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613585 Aug 30 18:36:32.987835 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e152933-2990-4692-aa75-de04d97f1480 req-153d2c88-015e-444a-bac1-e7f34540558b tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:33.009620 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7e152933-2990-4692-aa75-de04d97f1480 req-153d2c88-015e-444a-bac1-e7f34540558b tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 946 time: 0.1413698 Aug 30 18:36:33.070658 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7e152933-2990-4692-aa75-de04d97f1480 req-3192e9c0-01bc-4934-9ddb-50f765c70714 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650451 Aug 30 18:36:33.244266 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058ab50-c4b5-4481-9c02-4d9f3a6f4ded req-15a00ca2-c69b-4bad-a0ea-5f3f0f14be18 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:33.251970 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f058ab50-c4b5-4481-9c02-4d9f3a6f4ded req-15a00ca2-c69b-4bad-a0ea-5f3f0f14be18 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 943 time: 0.0752540 Aug 30 18:36:33.301286 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f058ab50-c4b5-4481-9c02-4d9f3a6f4ded req-6917d3bd-782e-4f02-86a3-c8323e70525a tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478497 Aug 30 18:36:34.083495 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b829230-b2a7-4918-8158-4eddaed91bf0 req-9e32d454-74de-45cc-92c9-ebb62b39efdc tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:34.087514 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2b829230-b2a7-4918-8158-4eddaed91bf0 req-9e32d454-74de-45cc-92c9-ebb62b39efdc tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1070566 Aug 30 18:36:34.149435 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2b829230-b2a7-4918-8158-4eddaed91bf0 req-ec82b6e4-384c-4072-a127-b6aafb8eaad2 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485218 Aug 30 18:36:34.377822 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24d199-2624-4849-ac46-4f13b791ea59 req-68c9223b-ff11-45a9-9cea-157610d99afe tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:34.393799 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fc24d199-2624-4849-ac46-4f13b791ea59 req-68c9223b-ff11-45a9-9cea-157610d99afe tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 946 time: 0.1759009 Aug 30 18:36:34.451382 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fc24d199-2624-4849-ac46-4f13b791ea59 req-c4ae7553-6155-4483-b2b2-045acc892efb tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550623 Aug 30 18:36:34.646544 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f5a87-9605-409a-91c6-936f542d4bec req-19a1cfd6-c4ec-456d-829c-feafb5c56a28 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:34.649386 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-071f5a87-9605-409a-91c6-936f542d4bec req-19a1cfd6-c4ec-456d-829c-feafb5c56a28 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 943 time: 0.0859509 Aug 30 18:36:34.735235 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-071f5a87-9605-409a-91c6-936f542d4bec req-481001e0-575a-4f08-876f-8c163cec54e2 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784175 Aug 30 18:36:35.641032 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd2113-367f-4af3-b068-4ce0082d1b34 req-8715112c-c5c3-4a4b-846d-b2d7f1ee30c8 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:35.643810 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e9fd2113-367f-4af3-b068-4ce0082d1b34 req-8715112c-c5c3-4a4b-846d-b2d7f1ee30c8 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 946 time: 0.0946169 Aug 30 18:36:35.718829 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e9fd2113-367f-4af3-b068-4ce0082d1b34 req-d1052479-cb36-4957-9396-156e86645033 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627491 Aug 30 18:36:35.930015 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bff1a-4734-46ed-9cab-9f24984a4f2f req-19cc2a49-3768-462c-b132-9d055ce73423 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:35.932651 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ec7bff1a-4734-46ed-9cab-9f24984a4f2f req-19cc2a49-3768-462c-b132-9d055ce73423 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 943 time: 0.0931532 Aug 30 18:36:36.001096 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ec7bff1a-4734-46ed-9cab-9f24984a4f2f req-4f02cbf4-8952-4330-a93a-e684e836ac02 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570052 Aug 30 18:36:36.876141 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ff4e8-aa94-4ede-818f-4f2b30558dc7 req-c4df6ce2-7a85-4635-8922-37ec60bbe7c8 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:36.877798 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f78ff4e8-aa94-4ede-818f-4f2b30558dc7 req-c4df6ce2-7a85-4635-8922-37ec60bbe7c8 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 946 time: 0.0566559 Aug 30 18:36:36.939427 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f78ff4e8-aa94-4ede-818f-4f2b30558dc7 req-bad89ea8-3607-4592-a956-2a9540bce2e6 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477688 Aug 30 18:36:37.135615 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1814c5c-cb9d-4fbc-990a-7d0b83d1bd12 req-0f9c392e-c171-424e-9edb-5db2aa7a400a tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:37.137370 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f1814c5c-cb9d-4fbc-990a-7d0b83d1bd12 req-0f9c392e-c171-424e-9edb-5db2aa7a400a tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 943 time: 0.0556457 Aug 30 18:36:37.184359 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f1814c5c-cb9d-4fbc-990a-7d0b83d1bd12 req-e6022e3f-4229-4974-b99c-64266a47995b tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364280 Aug 30 18:36:38.156419 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6853e8-91c9-4606-8b9d-b0f72f79f036 req-83cc041c-d433-47c8-8e53-952167828092 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:38.158951 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ef6853e8-91c9-4606-8b9d-b0f72f79f036 req-83cc041c-d433-47c8-8e53-952167828092 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 946 time: 0.1023073 Aug 30 18:36:38.219164 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ef6853e8-91c9-4606-8b9d-b0f72f79f036 req-48cd94f7-ab04-4103-8920-90a055b817b6 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526915 Aug 30 18:36:38.353404 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc03ad-dcfb-4430-b230-a8e7b5f5a993 req-86734e0f-b158-48b4-b9ed-5db9d6ed3d24 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:38.356098 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-79cc03ad-dcfb-4430-b230-a8e7b5f5a993 req-86734e0f-b158-48b4-b9ed-5db9d6ed3d24 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 943 time: 0.0703449 Aug 30 18:36:38.430948 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-79cc03ad-dcfb-4430-b230-a8e7b5f5a993 req-c900d54d-20df-4eeb-9e09-f3ffef7465c5 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629430 Aug 30 18:36:38.744320 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:39.397356 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27cc849-4755-4fc6-bd41-95da7adaccb1 req-a1da451c-4014-4e1f-b5c6-77799a030355 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:39.399111 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b27cc849-4755-4fc6-bd41-95da7adaccb1 req-a1da451c-4014-4e1f-b5c6-77799a030355 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 946 time: 0.0606787 Aug 30 18:36:39.463970 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b27cc849-4755-4fc6-bd41-95da7adaccb1 req-53a592a7-8bd8-42ba-a9ba-d45f4000d832 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525444 Aug 30 18:36:39.578901 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 521168fc-d190-46c9-880f-0f9c2f5b69e0 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:36:39.653558 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855b3da-d75d-44d4-8738-ac27d0e684ed req-b7961889-aa20-44de-b00c-f74a8257529c tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:39.656424 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-e855b3da-d75d-44d4-8738-ac27d0e684ed req-b7961889-aa20-44de-b00c-f74a8257529c tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 943 time: 0.1185102 Aug 30 18:36:39.756248 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-e855b3da-d75d-44d4-8738-ac27d0e684ed req-ba1eb641-f477-4405-a741-d1c3a56de8cd tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863080 Aug 30 18:36:39.760182 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 521168fc-d190-46c9-880f-0f9c2f5b69e0, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=521168fc-d190-46c9-880f-0f9c2f5b69e0,segment=NetworkSegment(4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f),segment_id=4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:36:39.791267 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Returning: {'device': '521168fc-d190-46c9-880f-0f9c2f5b69e0', 'network_id': 'ea852ca2-2b8b-420c-99a5-338c253d2592', 'port_id': '521168fc-d190-46c9-880f-0f9c2f5b69e0', 'mac_address': 'fa:16:3e:b6:7d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5108fb3-7e52-4865-bd76-205360c0100e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:36:39.874544 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:39.902570 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 521168fc-d190-46c9-880f-0f9c2f5b69e0 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:36:39.963208 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 521168fc-d190-46c9-880f-0f9c2f5b69e0, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=521168fc-d190-46c9-880f-0f9c2f5b69e0,segment=NetworkSegment(4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f),segment_id=4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:36:39.973593 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:40.139403 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=521168fc-d190-46c9-880f-0f9c2f5b69e0,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:36:40.203210 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e22ac0-e48d-44c5-8122-d7095a2a0e86 req-3579778a-2058-48ef-a271-493d3185f7b4 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:40.208269 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-74e22ac0-e48d-44c5-8122-d7095a2a0e86 req-3579778a-2058-48ef-a271-493d3185f7b4 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.1323116 Aug 30 18:36:40.284981 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-74e22ac0-e48d-44c5-8122-d7095a2a0e86 req-9f970734-8130-494a-bbba-c019249407eb tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626361 Aug 30 18:36:40.580178 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['521168fc-d190-46c9-880f-0f9c2f5b69e0'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:36:40.719327 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16290127-afa3-4af9-b329-081109c4b3f1 req-98492f56-17ee-453e-80dd-9c484392ad88 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:40.722008 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-16290127-afa3-4af9-b329-081109c4b3f1 req-98492f56-17ee-453e-80dd-9c484392ad88 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 946 time: 0.0923555 Aug 30 18:36:40.796836 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-16290127-afa3-4af9-b329-081109c4b3f1 req-9cd19a6e-6361-4162-b35a-e4bdd2956c7a tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616364 Aug 30 18:36:40.953538 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ef3d4-00ff-4c94-a2ea-8b7702fd1cc0 req-40a245eb-1cef-4752-aa96-01e843c71e1c tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:40.956151 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-5e2ef3d4-00ff-4c94-a2ea-8b7702fd1cc0 req-40a245eb-1cef-4752-aa96-01e843c71e1c tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 944 time: 0.0902796 Aug 30 18:36:41.031664 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-5e2ef3d4-00ff-4c94-a2ea-8b7702fd1cc0 req-f174db13-1cf4-4462-86aa-ca61fa1d23f7 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632803 Aug 30 18:36:41.496602 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4b43f-7062-42f3-8223-e5fce59dbd3b req-a19143f0-fd1d-481d-9394-4c58e271f908 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:41.499952 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7ae4b43f-7062-42f3-8223-e5fce59dbd3b req-a19143f0-fd1d-481d-9394-4c58e271f908 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.1048079 Aug 30 18:36:41.562514 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7ae4b43f-7062-42f3-8223-e5fce59dbd3b req-15393fcd-e28e-409a-b9ef-364386f62cb4 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558536 Aug 30 18:36:41.637029 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-637303bd-f8d0-4eaa-a449-c5ef4414ac44 req-979391d9-2e82-410c-89cc-19c197739bf2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=99f5e2a1-8149-48d8-b78f-369495171ebb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0626514 Aug 30 18:36:41.777861 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637303bd-f8d0-4eaa-a449-c5ef4414ac44 req-3af70a1f-a7d6-4e40-a8ce-8129492e3d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:41.779858 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-637303bd-f8d0-4eaa-a449-c5ef4414ac44 req-3af70a1f-a7d6-4e40-a8ce-8129492e3d73 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=26da63fb9503419c953e7d900a0bbf6f&device_id=99f5e2a1-8149-48d8-b78f-369495171ebb HTTP/1.1" status: 200 len: 1099 time: 0.0557477 Aug 30 18:36:42.007642 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637303bd-f8d0-4eaa-a449-c5ef4414ac44 req-43aaed7a-0de2-4baa-8ab1-df85f3062739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:42.011377 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-637303bd-f8d0-4eaa-a449-c5ef4414ac44 req-43aaed7a-0de2-4baa-8ab1-df85f3062739 service neutron] 10.222.0.39 "GET /v2.0/networks?id=86c6f4e9-f587-46d0-83b4-7617f4688e93 HTTP/1.1" status: 200 len: 914 time: 0.2006853 Aug 30 18:36:42.028100 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e69d6-b286-4112-bdae-27e836b0c7e7 req-2e10978a-b1ea-4086-bb90-9d7f4df4face tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:42.031012 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-fb5e69d6-b286-4112-bdae-27e836b0c7e7 req-2e10978a-b1ea-4086-bb90-9d7f4df4face tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 946 time: 0.1097112 Aug 30 18:36:42.116394 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-637303bd-f8d0-4eaa-a449-c5ef4414ac44 req-d330bfc8-8cdc-4b90-8c71-f91f5bbe5800 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8e16594-074f-42d5-bbfe-31e155c8207f HTTP/1.1" status: 200 len: 217 time: 0.0836418 Aug 30 18:36:42.234315 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-fb5e69d6-b286-4112-bdae-27e836b0c7e7 req-9818bdac-0bf1-4751-bbc6-6e819a1a50df tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880651 Aug 30 18:36:42.241556 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637303bd-f8d0-4eaa-a449-c5ef4414ac44 req-22e09113-6576-4212-a7a2-686062094ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:42.243399 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-637303bd-f8d0-4eaa-a449-c5ef4414ac44 req-22e09113-6576-4212-a7a2-686062094ec7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13c4f9b1-6d7f-4ed5-9af9-16e7b316f8be HTTP/1.1" status: 200 len: 854 time: 0.1142802 Aug 30 18:36:42.248118 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3db4fb-4751-4f5b-a7aa-02f0e1242c7b req-21625c8c-913d-43da-8cbb-2985480f3b61 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:42.251105 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5e3db4fb-4751-4f5b-a7aa-02f0e1242c7b req-21625c8c-913d-43da-8cbb-2985480f3b61 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 944 time: 0.0929317 Aug 30 18:36:42.306752 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-637303bd-f8d0-4eaa-a449-c5ef4414ac44 req-2ac26a73-7162-4c62-8867-d01204d107e9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86c6f4e9-f587-46d0-83b4-7617f4688e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510416 Aug 30 18:36:42.320797 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5e3db4fb-4751-4f5b-a7aa-02f0e1242c7b req-0de41437-2be6-4664-9111-19f5739fcc18 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599325 Aug 30 18:36:42.458018 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-637303bd-f8d0-4eaa-a449-c5ef4414ac44 req-f23bbe12-fd4d-401e-9f36-767e159a4dfd service neutron] 10.222.0.39 "GET /v2.0/networks/86c6f4e9-f587-46d0-83b4-7617f4688e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354747 Aug 30 18:36:42.633004 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-637303bd-f8d0-4eaa-a449-c5ef4414ac44 req-a71578c5-8ad2-4149-a0a6-2ab172e6a850 service neutron] 10.222.0.39 "GET /v2.0/networks/86c6f4e9-f587-46d0-83b4-7617f4688e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642838 Aug 30 18:36:42.764908 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ba96f-ae9c-4abe-8748-40ecaa314cfe req-0cb808ca-38bf-4a7b-87a2-db9e25403cd7 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:42.766645 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bf2ba96f-ae9c-4abe-8748-40ecaa314cfe req-0cb808ca-38bf-4a7b-87a2-db9e25403cd7 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.0808177 Aug 30 18:36:42.837286 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bf2ba96f-ae9c-4abe-8748-40ecaa314cfe req-37842ab1-f346-4bdd-aec3-bda31752e9dc tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590148 Aug 30 18:36:42.868291 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:36:43.482256 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06cb85c-166b-4af4-8c7a-48e244a58fe0 req-513e8bda-30fd-4e67-903a-e01052a2081f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:43.484358 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d06cb85c-166b-4af4-8c7a-48e244a58fe0 req-513e8bda-30fd-4e67-903a-e01052a2081f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 946 time: 0.0926752 Aug 30 18:36:43.538905 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d06cb85c-166b-4af4-8c7a-48e244a58fe0 req-9b0508af-19fc-4466-b336-271ab9907672 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483744 Aug 30 18:36:43.560493 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3d385-23d5-476d-86bb-86578362a5e1 req-9f0b7b10-373d-4b62-88b8-29441b184a5c tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:43.565233 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-27c3d385-23d5-476d-86bb-86578362a5e1 req-9f0b7b10-373d-4b62-88b8-29441b184a5c tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 944 time: 0.0968902 Aug 30 18:36:43.596026 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device e1007785-b841-4b73-ae46-07c4f05fa984 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:36:43.610129 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 521168fc-d190-46c9-880f-0f9c2f5b69e0 up at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:36:43.641557 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-27c3d385-23d5-476d-86bb-86578362a5e1 req-53154040-9869-4463-a967-00b5e8df6330 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583003 Aug 30 18:36:43.811414 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning for port 521168fc-d190-46c9-880f-0f9c2f5b69e0 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:36:43.833445 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning complete for port 521168fc-d190-46c9-880f-0f9c2f5b69e0 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:36:43.834384 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:43.921374 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port e1007785-b841-4b73-ae46-07c4f05fa984, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e1007785-b841-4b73-ae46-07c4f05fa984,segment=NetworkSegment(40eb1e85-c7e6-44b5-807d-b44964a5af9c),segment_id=40eb1e85-c7e6-44b5-807d-b44964a5af9c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:36:43.950583 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Returning: {'device': 'e1007785-b841-4b73-ae46-07c4f05fa984', 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3', 'port_id': 'e1007785-b841-4b73-ae46-07c4f05fa984', 'mac_address': 'fa:16:3e:61:cc:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:36:44.031053 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914a214-5038-4afa-8c25-6afee1fd451c req-adaad0c5-7321-482d-8335-12a1fa5aac1d tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:44.034087 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7914a214-5038-4afa-8c25-6afee1fd451c req-adaad0c5-7321-482d-8335-12a1fa5aac1d tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.1014585 Aug 30 18:36:44.056696 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 49808) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:36:44.096737 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:44.101812 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:44.107294 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7914a214-5038-4afa-8c25-6afee1fd451c req-28e0b378-9c81-4fd0-8cd0-ccaebf42b9a1 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656812 Aug 30 18:36:44.131885 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1007785-b841-4b73-ae46-07c4f05fa984 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:36:44.144380 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e9489f-924c-45a7-8d02-09a0cfbcbf0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521168fc-d190-46c9-880f-0f9c2f5b69e0'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:36:44.146708 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf7e48b1d7ea734c3ab22bdf0c4fd39094da8684eda14d675e1fcbcfa40454f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac386098-9858-4f2f-ab92-3eaabb812544" -d '{"events": [{"server_uuid": "16e9489f-924c-45a7-8d02-09a0cfbcbf0d", "name": "network-vif-plugged", "status": "completed", "tag": "521168fc-d190-46c9-880f-0f9c2f5b69e0"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:36:44.171677 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 521168fc-d190-46c9-880f-0f9c2f5b69e0, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=521168fc-d190-46c9-880f-0f9c2f5b69e0,segment=NetworkSegment(4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f),segment_id=4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:36:44.177198 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port e1007785-b841-4b73-ae46-07c4f05fa984, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e1007785-b841-4b73-ae46-07c4f05fa984,segment=NetworkSegment(40eb1e85-c7e6-44b5-807d-b44964a5af9c),segment_id=40eb1e85-c7e6-44b5-807d-b44964a5af9c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:36:44.179265 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:44.185781 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:44.216747 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b4bee8-baf3-4821-98ba-bb6b58ae88c8 x-openstack-request-id: req-b7b4bee8-baf3-4821-98ba-bb6b58ae88c8 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:36:44.217123 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e9489f-924c-45a7-8d02-09a0cfbcbf0d", "name": "network-vif-plugged", "status": "completed", "tag": "521168fc-d190-46c9-880f-0f9c2f5b69e0", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:36:44.217331 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b7b4bee8-baf3-4821-98ba-bb6b58ae88c8 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:36:44.217742 dv-cinder-790492-12-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e9489f-924c-45a7-8d02-09a0cfbcbf0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521168fc-d190-46c9-880f-0f9c2f5b69e0', 'code': 200} Aug 30 18:36:44.232760 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0c9612ab-78f4-4f44-b771-d30ec8f49c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:44.241967 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=521168fc-d190-46c9-880f-0f9c2f5b69e0,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:36:44.250306 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:36:44.250676 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:36:44.251023 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:36:44.251410 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:36:44.251745 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:36:44.252085 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:36:44.252418 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:36:44.252747 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:36:44.253095 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:36:44.253425 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:36:44.253751 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:36:44.254067 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:36:44.329626 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=e1007785-b841-4b73-ae46-07c4f05fa984,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:36:44.371665 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0c9612ab-78f4-4f44-b771-d30ec8f49c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:44.376415 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0c9612ab-78f4-4f44-b771-d30ec8f49c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:44.425417 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9612ab-78f4-4f44-b771-d30ec8f49c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9321191b-7e18-4e6f-8e48-dd491015efbc,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:36:44.430357 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-0c9612ab-78f4-4f44-b771-d30ec8f49c12 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=805f11f302a24badaf00c4febe299261&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3719695 Aug 30 18:36:44.435874 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 49816) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:36:44.440855 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9612ab-78f4-4f44-b771-d30ec8f49c12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:36:44.441411 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9612ab-78f4-4f44-b771-d30ec8f49c12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:36:44.441902 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9612ab-78f4-4f44-b771-d30ec8f49c12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:36:44.442615 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9612ab-78f4-4f44-b771-d30ec8f49c12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:36:44.443361 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9612ab-78f4-4f44-b771-d30ec8f49c12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:36:44.443905 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9612ab-78f4-4f44-b771-d30ec8f49c12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:36:44.444439 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9612ab-78f4-4f44-b771-d30ec8f49c12 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:36:44.444993 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9612ab-78f4-4f44-b771-d30ec8f49c12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:36:44.445871 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9612ab-78f4-4f44-b771-d30ec8f49c12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:36:44.446583 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9612ab-78f4-4f44-b771-d30ec8f49c12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:36:44.446834 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9612ab-78f4-4f44-b771-d30ec8f49c12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:36:44.447351 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9612ab-78f4-4f44-b771-d30ec8f49c12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:36:44.536477 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e9cf0847-c05a-4102-97a0-57d7e0e5f8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:44.568337 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e9cf0847-c05a-4102-97a0-57d7e0e5f8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:44.579607 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['e1007785-b841-4b73-ae46-07c4f05fa984'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:36:44.638048 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e9cf0847-c05a-4102-97a0-57d7e0e5f8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:44.642946 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e9cf0847-c05a-4102-97a0-57d7e0e5f8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:44.645288 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-e9cf0847-c05a-4102-97a0-57d7e0e5f8c1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9321191b-7e18-4e6f-8e48-dd491015efbc HTTP/1.1" status: 204 len: 168 time: 0.2075882 Aug 30 18:36:44.655247 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41319b28-d7c6-4ed9-aa77-e57251ef8455 req-0d0ebbd6-f6ba-4532-892a-f235dafd3550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:44.658535 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf0847-c05a-4102-97a0-57d7e0e5f8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9321191b-7e18-4e6f-8e48-dd491015efbc,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:36:44.670930 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-41319b28-d7c6-4ed9-aa77-e57251ef8455 req-0d0ebbd6-f6ba-4532-892a-f235dafd3550 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 1098 time: 0.0941973 Aug 30 18:36:44.676484 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0847-c05a-4102-97a0-57d7e0e5f8c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:36:44.677065 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0847-c05a-4102-97a0-57d7e0e5f8c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:36:44.677568 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0847-c05a-4102-97a0-57d7e0e5f8c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:36:44.678078 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0847-c05a-4102-97a0-57d7e0e5f8c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:36:44.681103 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0847-c05a-4102-97a0-57d7e0e5f8c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:36:44.681103 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0847-c05a-4102-97a0-57d7e0e5f8c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:36:44.681103 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0847-c05a-4102-97a0-57d7e0e5f8c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:36:44.681103 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0847-c05a-4102-97a0-57d7e0e5f8c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:36:44.681103 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0847-c05a-4102-97a0-57d7e0e5f8c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:36:44.682715 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0847-c05a-4102-97a0-57d7e0e5f8c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:36:44.682865 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0847-c05a-4102-97a0-57d7e0e5f8c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:36:44.683653 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0847-c05a-4102-97a0-57d7e0e5f8c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:36:44.799376 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-41319b28-d7c6-4ed9-aa77-e57251ef8455 req-b8aef01b-9389-4c6b-8500-19df664f135b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113968 Aug 30 18:36:44.860753 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05878678-a004-4577-b687-c6aa35e506a6 req-54562725-62a0-4fab-8f98-52553522d4c9 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:44.864460 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-05878678-a004-4577-b687-c6aa35e506a6 req-54562725-62a0-4fab-8f98-52553522d4c9 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 945 time: 0.1543326 Aug 30 18:36:44.937125 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-05878678-a004-4577-b687-c6aa35e506a6 req-31db98e3-012d-481e-83d1-5be9844c2748 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643933 Aug 30 18:36:44.939946 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4789b84-1439-4c92-8492-8b0fe5381fe7 req-a976a7da-c31b-4059-b121-865e71796554 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:44.942813 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-b4789b84-1439-4c92-8492-8b0fe5381fe7 req-a976a7da-c31b-4059-b121-865e71796554 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 945 time: 0.0914500 Aug 30 18:36:45.013459 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-b4789b84-1439-4c92-8492-8b0fe5381fe7 req-13fb5db2-1f9d-4b37-be76-62cf662c40a3 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620606 Aug 30 18:36:45.280606 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6298891-5cf0-4d05-8207-4bafdfd7726e req-f2356049-95cd-409a-bc7f-0ae958883bbe tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:45.282375 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e6298891-5cf0-4d05-8207-4bafdfd7726e req-f2356049-95cd-409a-bc7f-0ae958883bbe tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.0675688 Aug 30 18:36:45.326090 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e6298891-5cf0-4d05-8207-4bafdfd7726e req-fdd42a61-b052-4511-8886-199168cbc069 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364256 Aug 30 18:36:45.619496 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device e1007785-b841-4b73-ae46-07c4f05fa984 up at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:36:45.693144 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning complete for port e1007785-b841-4b73-ae46-07c4f05fa984 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:36:45.693666 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:45.810355 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 49852) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:36:45.819734 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:45.902449 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port e1007785-b841-4b73-ae46-07c4f05fa984, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e1007785-b841-4b73-ae46-07c4f05fa984,segment=NetworkSegment(40eb1e85-c7e6-44b5-807d-b44964a5af9c),segment_id=40eb1e85-c7e6-44b5-807d-b44964a5af9c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:36:45.909428 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:45.993112 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-057a96bd-fd34-4396-836f-9f524e08b7ee admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-894311018-network', 'tenant_id': 'e9af67d984e0417e987f36cb0cbdb531'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:36:46.017436 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=e1007785-b841-4b73-ae46-07c4f05fa984,revision_number=7']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:36:46.046476 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057a96bd-fd34-4396-836f-9f524e08b7ee admin admin] Made reservation on behalf of e9af67d984e0417e987f36cb0cbdb531 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:36:46.048916 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-057a96bd-fd34-4396-836f-9f524e08b7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:46.064340 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-057a96bd-fd34-4396-836f-9f524e08b7ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:46.208366 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86cadf-efb6-4874-9dc7-19a9c9e50cea req-b16c97f8-62ca-4071-a11a-f63021a700de tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:46.210792 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-cd86cadf-efb6-4874-9dc7-19a9c9e50cea req-b16c97f8-62ca-4071-a11a-f63021a700de tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 945 time: 0.0770340 Aug 30 18:36:46.219266 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ccb0d23-9b82-4d03-803b-1bb63e08ecb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1007785-b841-4b73-ae46-07c4f05fa984'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:36:46.222135 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf7e48b1d7ea734c3ab22bdf0c4fd39094da8684eda14d675e1fcbcfa40454f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07feba2-290c-4efc-afc1-e2375a09be8c" -d '{"events": [{"server_uuid": "2ccb0d23-9b82-4d03-803b-1bb63e08ecb8", "name": "network-vif-plugged", "status": "completed", "tag": "e1007785-b841-4b73-ae46-07c4f05fa984"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:36:46.240912 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed18b1a-270d-448a-a3de-5bd5c15cc7c7 req-1f7f3200-cf28-4940-a3f0-b14a8189b2bb tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:46.243768 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-5ed18b1a-270d-448a-a3de-5bd5c15cc7c7 req-1f7f3200-cf28-4940-a3f0-b14a8189b2bb tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 946 time: 0.1454504 Aug 30 18:36:46.291241 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-cd86cadf-efb6-4874-9dc7-19a9c9e50cea req-4f798b89-3f69-4c56-9577-317576ffbaf1 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676651 Aug 30 18:36:46.345344 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-5ed18b1a-270d-448a-a3de-5bd5c15cc7c7 req-025073f0-612a-4d0d-9d91-dff407002101 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890598 Aug 30 18:36:46.368983 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-057a96bd-fd34-4396-836f-9f524e08b7ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:46.373958 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac87781f-ec69-444c-a58f-7bd447c21d30 x-openstack-request-id: req-ac87781f-ec69-444c-a58f-7bd447c21d30 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:36:46.376066 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ccb0d23-9b82-4d03-803b-1bb63e08ecb8", "name": "network-vif-plugged", "status": "completed", "tag": "e1007785-b841-4b73-ae46-07c4f05fa984", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:36:46.377015 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ac87781f-ec69-444c-a58f-7bd447c21d30 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:36:46.377969 dv-cinder-790492-12-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ccb0d23-9b82-4d03-803b-1bb63e08ecb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1007785-b841-4b73-ae46-07c4f05fa984', 'code': 200} Aug 30 18:36:46.378438 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-057a96bd-fd34-4396-836f-9f524e08b7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:46.420088 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-057a96bd-fd34-4396-836f-9f524e08b7ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 18:36:46.454220 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-057a96bd-fd34-4396-836f-9f524e08b7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:46.454802 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.db.segments_db [None req-057a96bd-fd34-4396-836f-9f524e08b7ee admin admin] Added segment d7da4ab1-e71b-494c-a860-d9debd9a97f7 of type vlan for network edb37050-989f-45ae-abef-b5d87df170d7 Aug 30 18:36:46.479957 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a96bd-fd34-4396-836f-9f524e08b7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ac765c-b490-4de5-bbfd-2802aab10895,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:36:46.545666 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204e3fc-2db2-4de2-ad39-01b4f92b4068 req-b7512729-03da-405e-9c87-7f8dcc0b5d88 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:46.548972 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e204e3fc-2db2-4de2-ad39-01b4f92b4068 req-b7512729-03da-405e-9c87-7f8dcc0b5d88 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.1103175 Aug 30 18:36:46.558549 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-057a96bd-fd34-4396-836f-9f524e08b7ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776058719600'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:46.611727 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-057a96bd-fd34-4396-836f-9f524e08b7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:46.612886 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057a96bd-fd34-4396-836f-9f524e08b7ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:46.613824 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-057a96bd-fd34-4396-836f-9f524e08b7ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:46.619242 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e204e3fc-2db2-4de2-ad39-01b4f92b4068 req-9fbf4eac-9226-463a-815f-2abdc124888e tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551474 Aug 30 18:36:46.693448 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-057a96bd-fd34-4396-836f-9f524e08b7ee admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8814995 Aug 30 18:36:46.699093 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 49870) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:36:46.707242 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a96bd-fd34-4396-836f-9f524e08b7ee admin admin] Pushing event updated for resources: {'Network': ['ID=edb37050-989f-45ae-abef-b5d87df170d7,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:36:46.707551 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-d7bc5b5d-cd41-4023-bbc3-54448e164a67 admin admin] Request body: {'subnet': {'network_id': 'edb37050-989f-45ae-abef-b5d87df170d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-894311018-subnet', 'tenant_id': 'e9af67d984e0417e987f36cb0cbdb531', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:36:46.734058 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Network edb37050-989f-45ae-abef-b5d87df170d7 details requested by agent ovs-agent-dv-cinder-790492-12-iscsi with host dv-cinder-790492-12-iscsi {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:36:46.750927 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bc5b5d-cd41-4023-bbc3-54448e164a67 admin admin] Made reservation on behalf of e9af67d984e0417e987f36cb0cbdb531 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:36:46.755268 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d7bc5b5d-cd41-4023-bbc3-54448e164a67 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:47.059260 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d7bc5b5d-cd41-4023-bbc3-54448e164a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:47.149188 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc5b5d-cd41-4023-bbc3-54448e164a67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0ac298a-66c3-4ae6-bb1e-d926841f337f,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:36:47.170093 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bc5b5d-cd41-4023-bbc3-54448e164a67 admin admin] Checking segment: {'id': 'd7da4ab1-e71b-494c-a860-d9debd9a97f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'edb37050-989f-45ae-abef-b5d87df170d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:36:47.170593 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bc5b5d-cd41-4023-bbc3-54448e164a67 admin admin] Network hostable DHCP agents. Network: edb37050-989f-45ae-abef-b5d87df170d7, hostable agents: ['31edc47e-fc79-419c-8073-db6fa9586502'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:36:47.196638 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bc5b5d-cd41-4023-bbc3-54448e164a67 admin admin] Network edb37050-989f-45ae-abef-b5d87df170d7 is scheduled to be hosted by DHCP agent 31edc47e-fc79-419c-8073-db6fa9586502 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:36:47.217160 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-d7bc5b5d-cd41-4023-bbc3-54448e164a67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-12-iscsi, edb37050-989f-45ae-abef-b5d87df170d7) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:36:47.228545 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bc5b5d-cd41-4023-bbc3-54448e164a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:47.229255 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b952bc-6fa5-4d0d-8e4f-4f04e426fe2d None None] Network edb37050-989f-45ae-abef-b5d87df170d7 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:36:47.229458 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d7bc5b5d-cd41-4023-bbc3-54448e164a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:47.252170 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-d7bc5b5d-cd41-4023-bbc3-54448e164a67 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5511386 Aug 30 18:36:47.550709 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a876074-7664-4261-b145-0805507d4922 None None] Network edb37050-989f-45ae-abef-b5d87df170d7 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:36:47.677361 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d84e2e-f1b9-4336-bcfd-04141ab4ae1e req-15e5d270-a75e-45d8-9a71-a7d91c38a09d tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:47.680580 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c1f63-e534-40e0-9638-8e34c7055e09 req-98b3eea4-1fab-4468-82dd-eb8d62694ae9 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:47.684478 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3e8c1f63-e534-40e0-9638-8e34c7055e09 req-98b3eea4-1fab-4468-82dd-eb8d62694ae9 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 946 time: 0.1316986 Aug 30 18:36:47.699029 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d0d84e2e-f1b9-4336-bcfd-04141ab4ae1e req-15e5d270-a75e-45d8-9a71-a7d91c38a09d tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 945 time: 0.2008879 Aug 30 18:36:47.813333 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3e8c1f63-e534-40e0-9638-8e34c7055e09 req-d750a127-857d-4094-b02c-6d332ae3b55c tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092541 Aug 30 18:36:47.838132 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d0d84e2e-f1b9-4336-bcfd-04141ab4ae1e req-0d6430b0-abd3-4295-883a-14d444f2425c tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320741 Aug 30 18:36:48.069680 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7b945-ae10-4c4f-b706-4a514a2af6f9 req-23aae6d6-dc0c-453a-a491-1f76e3b7d492 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:48.073830 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f5e7b945-ae10-4c4f-b706-4a514a2af6f9 req-23aae6d6-dc0c-453a-a491-1f76e3b7d492 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.1228552 Aug 30 18:36:48.160971 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f5e7b945-ae10-4c4f-b706-4a514a2af6f9 req-3a9f04d7-fa6a-4c04-90b2-5b81460389a5 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712943 Aug 30 18:36:49.224191 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4eb59e-515b-4296-9cab-d66af3ff4b94 req-b9e58ddd-197c-4720-ac60-a8d80462e60c tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:49.241511 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6f4eb59e-515b-4296-9cab-d66af3ff4b94 req-b9e58ddd-197c-4720-ac60-a8d80462e60c tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 945 time: 0.1890106 Aug 30 18:36:49.261472 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54cfcfa-5f58-4759-a1b2-a01cb9c85c48 req-34cee8f7-a61a-4bc5-b774-82ea4f7708e6 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:49.272884 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d54cfcfa-5f58-4759-a1b2-a01cb9c85c48 req-34cee8f7-a61a-4bc5-b774-82ea4f7708e6 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 946 time: 0.2217574 Aug 30 18:36:49.409665 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d54cfcfa-5f58-4759-a1b2-a01cb9c85c48 req-ea33dc3b-d612-4c26-bdc5-dfd69f39d2d5 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241519 Aug 30 18:36:49.416983 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6f4eb59e-515b-4296-9cab-d66af3ff4b94 req-9e0caed6-e1af-4b4f-a445-2e4cb50398b8 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699750 Aug 30 18:36:49.657685 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d425fa-c664-4a71-83e7-19f594a533e6 req-09c7a37a-7209-48ee-8b29-7017215bfc1f tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:49.661026 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-46d425fa-c664-4a71-83e7-19f594a533e6 req-09c7a37a-7209-48ee-8b29-7017215bfc1f tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.1080263 Aug 30 18:36:49.754151 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-46d425fa-c664-4a71-83e7-19f594a533e6 req-8604bdc2-229e-4754-872a-f13afe784ee2 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798228 Aug 30 18:36:49.867853 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4d3c6aa7-9c0a-4270-8cff-8a18a7dbb005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:50.666115 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fed2ed-2f01-4984-a0b8-dc394a5d81f7 req-31de2106-76e4-471d-8b2c-844b39c35754 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:50.669250 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c2fed2ed-2f01-4984-a0b8-dc394a5d81f7 req-31de2106-76e4-471d-8b2c-844b39c35754 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 945 time: 0.0740280 Aug 30 18:36:50.726660 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c2fed2ed-2f01-4984-a0b8-dc394a5d81f7 req-9c8722fd-c61e-40e9-97e8-7cd17f5e86af tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463991 Aug 30 18:36:50.990209 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5ff8f-b612-4574-8a65-20aaf9b67965 req-317fc3d5-e5e1-49f3-8a0a-a0ba1a4146ff tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:50.993450 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b9e5ff8f-b612-4574-8a65-20aaf9b67965 req-317fc3d5-e5e1-49f3-8a0a-a0ba1a4146ff tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 946 time: 0.1155033 Aug 30 18:36:51.078521 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b9e5ff8f-b612-4574-8a65-20aaf9b67965 req-1413b973-897a-4f01-829e-85bb10845dee tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758266 Aug 30 18:36:51.352017 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0660c-fdcb-4052-9b29-333d7d171f4c req-d161d6bb-26b5-4913-b4b9-de36783428fc tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:51.354155 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-aec0660c-fdcb-4052-9b29-333d7d171f4c req-d161d6bb-26b5-4913-b4b9-de36783428fc tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.1437259 Aug 30 18:36:51.430900 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-aec0660c-fdcb-4052-9b29-333d7d171f4c req-ad943265-c807-48b1-895a-34c943bb5346 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656257 Aug 30 18:36:51.956824 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244900ee-e5e9-4680-ab78-122da56be77d req-b2490772-f26a-4827-98b6-b60125106fa0 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:51.968063 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-244900ee-e5e9-4680-ab78-122da56be77d req-b2490772-f26a-4827-98b6-b60125106fa0 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 945 time: 0.1011279 Aug 30 18:36:52.039959 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-244900ee-e5e9-4680-ab78-122da56be77d req-9834814c-fc1e-4946-8719-da79efd58905 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659690 Aug 30 18:36:52.278380 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e21b2-de48-45c9-9598-1f267160f070 req-27dd6ebf-de65-4609-8ff1-0c6a7600f8b0 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:52.291451 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-671e21b2-de48-45c9-9598-1f267160f070 req-27dd6ebf-de65-4609-8ff1-0c6a7600f8b0 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 945 time: 0.1295800 Aug 30 18:36:52.381371 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-671e21b2-de48-45c9-9598-1f267160f070 req-20ea8e0c-8066-4c89-b18b-771b2244f95c tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886030 Aug 30 18:36:52.427415 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 49978) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:36:52.629596 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1bd38a-d15a-4104-a93b-1bf221d1eb95 req-469073e7-798f-4cdb-85e7-732c913b8c4f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:52.632996 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fd1bd38a-d15a-4104-a93b-1bf221d1eb95 req-469073e7-798f-4cdb-85e7-732c913b8c4f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 946 time: 0.1423669 Aug 30 18:36:52.642844 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e388f301-8728-4e83-857c-51e0be4a2b98 tempest-TestShelveInstance-1836959440 tempest-TestShelveInstance-1836959440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:52.653446 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-e388f301-8728-4e83-857c-51e0be4a2b98 tempest-TestShelveInstance-1836959440 tempest-TestShelveInstance-1836959440-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 1093 time: 0.2245162 Aug 30 18:36:52.654116 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 49988) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:36:52.675653 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-810ff214-9a70-46e5-8557-ae55d9d12626 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Request body: {'floatingip': {'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'port_id': '521168fc-d190-46c9-880f-0f9c2f5b69e0', 'tenant_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:36:52.736708 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fd1bd38a-d15a-4104-a93b-1bf221d1eb95 req-8e3a650e-318e-4496-bdc4-eab60a7fc525 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955765 Aug 30 18:36:52.748105 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-810ff214-9a70-46e5-8557-ae55d9d12626 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:53.015861 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1a3ee-2b47-4f04-b2c0-dfc949ed2190 req-73cc0e31-0221-46f6-8d7a-5f03730b5b43 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:53.030376 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bdf1a3ee-2b47-4f04-b2c0-dfc949ed2190 req-73cc0e31-0221-46f6-8d7a-5f03730b5b43 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.1519868 Aug 30 18:36:53.085740 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bdf1a3ee-2b47-4f04-b2c0-dfc949ed2190 req-1f092918-78e1-40f6-84c7-d970e4a9c8f7 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524280 Aug 30 18:36:53.096526 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-810ff214-9a70-46e5-8557-ae55d9d12626 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:53.237888 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bc625b8d-d741-4fcb-beef-0e81a6eba8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:53.262326 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-810ff214-9a70-46e5-8557-ae55d9d12626 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Allocated IP 172.27.3.243 (56c1e305-917b-4e98-a569-d57cdf415d5e/eb15dae3-e857-40c0-90c2-88f2d8bfe547/3041315e-1fa5-4c7b-ab4e-695634ef658d) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:36:53.373199 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:53.559212 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-810ff214-9a70-46e5-8557-ae55d9d12626 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:53.686240 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-810ff214-9a70-46e5-8557-ae55d9d12626 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:53.801140 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ff214-9a70-46e5-8557-ae55d9d12626 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Pushing event updated for resources: {'Port': ['ID=3041315e-1fa5-4c7b-ab4e-695634ef658d,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:36:53.861225 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810ff214-9a70-46e5-8557-ae55d9d12626 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Network 56c1e305-917b-4e98-a569-d57cdf415d5e is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:36:53.864458 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-810ff214-9a70-46e5-8557-ae55d9d12626 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:36:53.876037 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810ff214-9a70-46e5-8557-ae55d9d12626 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:36:53.892840 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ca163-8c4c-4e05-b1eb-068d1f3c8229 req-4cfa8123-075e-4996-b24d-f9e75ba1ea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:53.895341 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-023ca163-8c4c-4e05-b1eb-068d1f3c8229 req-4cfa8123-075e-4996-b24d-f9e75ba1ea10 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b40c9b3f5af3488f90539cd60fa44e2e&device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 1099 time: 0.0992222 Aug 30 18:36:53.978123 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fda902-32f7-437d-acc0-5639265e7d07 req-d133b04e-28f8-4997-a34c-ca36d3bf169c tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:53.998551 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b7fda902-32f7-437d-acc0-5639265e7d07 req-d133b04e-28f8-4997-a34c-ca36d3bf169c tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1872668 Aug 30 18:36:54.008625 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:54.085969 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ca163-8c4c-4e05-b1eb-068d1f3c8229 req-931fd8d7-6f5b-4c0d-91bb-09b4c8912aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:54.089700 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-023ca163-8c4c-4e05-b1eb-068d1f3c8229 req-931fd8d7-6f5b-4c0d-91bb-09b4c8912aaf service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa732d19-e894-497a-96b4-f1158b92c807 HTTP/1.1" status: 200 len: 919 time: 0.1845350 Aug 30 18:36:54.114848 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b7fda902-32f7-437d-acc0-5639265e7d07 req-cca7fc5c-0e0c-4d91-b6ad-bd7e70aafb67 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122329 Aug 30 18:36:54.162281 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-023ca163-8c4c-4e05-b1eb-068d1f3c8229 req-0128499d-962b-41c0-81d4-0eecc4aa5626 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53d13a17-04fc-4188-8f33-c4c0135674ef HTTP/1.1" status: 200 len: 217 time: 0.0519631 Aug 30 18:36:54.248304 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ca163-8c4c-4e05-b1eb-068d1f3c8229 req-bf3a358e-2380-408b-b213-235df596dea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:54.250337 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-023ca163-8c4c-4e05-b1eb-068d1f3c8229 req-bf3a358e-2380-408b-b213-235df596dea5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2403c141-9264-413b-9a4f-d5fa5c3597f5 HTTP/1.1" status: 200 len: 859 time: 0.0777993 Aug 30 18:36:54.297024 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-023ca163-8c4c-4e05-b1eb-068d1f3c8229 req-2ebd9116-f965-41d7-a5c4-2dbd548e2468 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa732d19-e894-497a-96b4-f1158b92c807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331218 Aug 30 18:36:54.471238 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-023ca163-8c4c-4e05-b1eb-068d1f3c8229 req-2f29b8e3-99dd-405d-b0b0-1b5b4199a02d service neutron] 10.222.0.39 "GET /v2.0/networks/fa732d19-e894-497a-96b4-f1158b92c807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610315 Aug 30 18:36:54.652931 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-023ca163-8c4c-4e05-b1eb-068d1f3c8229 req-897492b8-f196-4c4e-8f88-cb9bd1e29126 service neutron] 10.222.0.39 "GET /v2.0/networks/fa732d19-e894-497a-96b4-f1158b92c807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626680 Aug 30 18:36:54.854351 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324c258-3793-4781-b375-d34f76a8389a req-a6d53580-3d7e-4125-9b3d-739b5e9798c9 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:54.857114 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c324c258-3793-4781-b375-d34f76a8389a req-a6d53580-3d7e-4125-9b3d-739b5e9798c9 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 946 time: 0.5527103 Aug 30 18:36:54.964099 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c324c258-3793-4781-b375-d34f76a8389a req-9f87d5c3-26ab-41ce-8b3f-ef937e2eb7b4 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977838 Aug 30 18:36:55.074428 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-810ff214-9a70-46e5-8557-ae55d9d12626 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:55.252684 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c8a5e-9a93-406a-9a54-a7e6a54c2642 req-493e343b-0ea4-4d23-baaa-8b40cc2d4a56 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:55.254593 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4b7c8a5e-9a93-406a-9a54-a7e6a54c2642 req-493e343b-0ea4-4d23-baaa-8b40cc2d4a56 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.1847095 Aug 30 18:36:55.366723 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-810ff214-9a70-46e5-8557-ae55d9d12626 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:55.436858 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4b7c8a5e-9a93-406a-9a54-a7e6a54c2642 req-b2b4cf1c-ff2c-47e5-b759-6a0404e3ffb6 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738927 Aug 30 18:36:55.727406 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20b57b-b97b-4d19-8f28-60df3d46165d req-dffe44ae-5f10-4113-b0ca-117c480d3836 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:55.736403 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7c20b57b-b97b-4d19-8f28-60df3d46165d req-dffe44ae-5f10-4113-b0ca-117c480d3836 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1304615 Aug 30 18:36:55.758817 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:55.818865 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7c20b57b-b97b-4d19-8f28-60df3d46165d req-06d5c358-0160-4405-8507-ff866a841722 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813389 Aug 30 18:36:55.831003 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-810ff214-9a70-46e5-8557-ae55d9d12626 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:55.841477 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-810ff214-9a70-46e5-8557-ae55d9d12626 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:55.937397 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ff214-9a70-46e5-8557-ae55d9d12626 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Pushing event updated for resources: {'Port': ['ID=3041315e-1fa5-4c7b-ab4e-695634ef658d,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:36:55.953695 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-810ff214-9a70-46e5-8557-ae55d9d12626 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120221'] for floatingip, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:56.267395 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9ce87-bd25-48ba-a772-21bf39adb31d req-4e51b6c0-807c-4488-b63e-bef70111eaff tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:56.269930 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8cd9ce87-bd25-48ba-a772-21bf39adb31d req-4e51b6c0-807c-4488-b63e-bef70111eaff tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 946 time: 0.1552243 Aug 30 18:36:56.272652 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.db.l3_db [None req-810ff214-9a70-46e5-8557-ae55d9d12626 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Floating IP a6943e30-10ce-4053-badd-1b0ced6608a0 associated. External IP: 172.27.3.243, port: 521168fc-d190-46c9-880f-0f9c2f5b69e0. Aug 30 18:36:56.507062 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8cd9ce87-bd25-48ba-a772-21bf39adb31d req-66c52633-619d-49ef-8e0e-73c9b0f32a6d tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564031 Aug 30 18:36:56.786548 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22bf0d-a701-43e6-b2e5-0401aee21352 req-00efd17e-d994-4265-acf5-8585ba0f0479 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:56.788325 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0c22bf0d-a701-43e6-b2e5-0401aee21352 req-00efd17e-d994-4265-acf5-8585ba0f0479 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.1532285 Aug 30 18:36:56.830747 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810ff214-9a70-46e5-8557-ae55d9d12626 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Router 11739475-0c74-4118-b600-121f621dcdfe has already been hosted by L3 agent 92e03f23-06fd-457e-8698-15737aaba387 {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:36:56.903466 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0c22bf0d-a701-43e6-b2e5-0401aee21352 req-749aa865-9ff7-438d-9ff0-fdb22971d32d tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950842 Aug 30 18:36:56.945451 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-31776d3f-a621-44c1-8792-cc0b7c48bec9 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:56.956216 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-31776d3f-a621-44c1-8792-cc0b7c48bec9 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/networks?id=edb37050-989f-45ae-abef-b5d87df170d7 HTTP/1.1" status: 200 len: 813 time: 0.2484186 Aug 30 18:36:56.999149 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-4632f6f0-5a25-47e0-8a03-200e98ea47a3 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/quotas/e9af67d984e0417e987f36cb0cbdb531 HTTP/1.1" status: 200 len: 375 time: 0.0414770 Aug 30 18:36:57.077546 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-2f4fa60e-738c-446f-a5ef-6af760699b10 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9af67d984e0417e987f36cb0cbdb531&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0728631 Aug 30 18:36:57.179284 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d722a06-52a9-4053-a719-f2dfb04a7505 req-fb0ada42-9822-4e09-877c-1e1dfdd8bd9b tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:57.181376 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6d722a06-52a9-4053-a719-f2dfb04a7505 req-fb0ada42-9822-4e09-877c-1e1dfdd8bd9b tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1005177 Aug 30 18:36:57.184002 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810ff214-9a70-46e5-8557-ae55d9d12626 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:36:57.209780 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592039f2-51e7-4f58-b12a-6ecb0dad9d5d None None] Sync routers for ids ['11739475-0c74-4118-b600-121f621dcdfe'] in dv-cinder-790492-12-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:36:57.250670 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-810ff214-9a70-46e5-8557-ae55d9d12626 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:57.267770 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592039f2-51e7-4f58-b12a-6ecb0dad9d5d None None] Routers {'11739475-0c74-4118-b600-121f621dcdfe'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:36:57.269813 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-592039f2-51e7-4f58-b12a-6ecb0dad9d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:36:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['11739475-0c74-4118-b600-121f621dcdfe'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:36:57.288915 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6d722a06-52a9-4053-a719-f2dfb04a7505 req-bc13c3ab-40d6-4670-9d0c-f565245f598a tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871367 Aug 30 18:36:57.325786 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-049a3454-a351-4f36-8931-d216a9e4145d service neutron] 10.222.0.46 "GET /v2.0/networks/edb37050-989f-45ae-abef-b5d87df170d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431991 Aug 30 18:36:57.336094 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-810ff214-9a70-46e5-8557-ae55d9d12626 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6795874 Aug 30 18:36:57.336910 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e9489f-924c-45a7-8d02-09a0cfbcbf0d', 'tag': '521168fc-d190-46c9-880f-0f9c2f5b69e0'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:36:57.340072 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59b51c3d165999f7abb95bcd2a1d887dae5609535c92c8e1dc149aa3599bab8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bae36fa-174a-43e7-9dae-c645de9451a3" -d '{"events": [{"name": "network-changed", "server_uuid": "16e9489f-924c-45a7-8d02-09a0cfbcbf0d", "tag": "521168fc-d190-46c9-880f-0f9c2f5b69e0"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:36:57.388099 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2906124c-5a1b-4cab-a4b7-249b45d4dd90 x-openstack-request-id: req-2906124c-5a1b-4cab-a4b7-249b45d4dd90 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:36:57.388486 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e9489f-924c-45a7-8d02-09a0cfbcbf0d", "tag": "521168fc-d190-46c9-880f-0f9c2f5b69e0", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:36:57.388755 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2906124c-5a1b-4cab-a4b7-249b45d4dd90 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:36:57.389151 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e9489f-924c-45a7-8d02-09a0cfbcbf0d', 'tag': '521168fc-d190-46c9-880f-0f9c2f5b69e0', 'status': 'completed', 'code': 200} Aug 30 18:36:57.485566 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-592039f2-51e7-4f58-b12a-6ecb0dad9d5d None None] Set router 11739475-0c74-4118-b600-121f621dcdfe gateway port host: dv-cinder-790492-12-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:36:57.639078 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-5b60e1f9-14f6-40a3-bb8e-9ab754ed13ed service neutron] 10.222.0.46 "GET /v2.0/networks/edb37050-989f-45ae-abef-b5d87df170d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046870 Aug 30 18:36:57.644693 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae36fa-174a-43e7-9dae-c645de9451a3 req-1ccd4388-8a65-41f9-83db-e6826769ff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:57.649275 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-6bae36fa-174a-43e7-9dae-c645de9451a3 req-1ccd4388-8a65-41f9-83db-e6826769ff21 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d29a57262de14a2fa9ffa2376a6722cc&device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 1098 time: 0.1801212 Aug 30 18:36:57.843244 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc01a2-56e9-4487-a960-d8f539d70054 req-c3ddd7cb-81a7-4abf-b419-a81ca1fe3348 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:57.844844 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-50fc01a2-56e9-4487-a960-d8f539d70054 req-c3ddd7cb-81a7-4abf-b419-a81ca1fe3348 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 946 time: 0.1382504 Aug 30 18:36:57.894282 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae36fa-174a-43e7-9dae-c645de9451a3 req-d9544a9c-8fe6-4fd3-a4b4-2417249dc0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:57.895923 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-6bae36fa-174a-43e7-9dae-c645de9451a3 req-d9544a9c-8fe6-4fd3-a4b4-2417249dc0c6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ea852ca2-2b8b-420c-99a5-338c253d2592 HTTP/1.1" status: 200 len: 909 time: 0.2349868 Aug 30 18:36:57.931667 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-50fc01a2-56e9-4487-a960-d8f539d70054 req-abfce63b-37d7-4199-a024-e33e36f19b57 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674226 Aug 30 18:36:58.004135 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-6bae36fa-174a-43e7-9dae-c645de9451a3 req-0ea7989e-eb1a-4dd3-ab0a-479ad203fe8f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=521168fc-d190-46c9-880f-0f9c2f5b69e0 HTTP/1.1" status: 200 len: 999 time: 0.0978370 Aug 30 18:36:58.110084 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae36fa-174a-43e7-9dae-c645de9451a3 req-997f4e93-2afc-4b2b-a86b-23fe44bf7aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:58.120139 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-6bae36fa-174a-43e7-9dae-c645de9451a3 req-997f4e93-2afc-4b2b-a86b-23fe44bf7aba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f5108fb3-7e52-4865-bd76-205360c0100e HTTP/1.1" status: 200 len: 848 time: 0.1028492 Aug 30 18:36:58.253954 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-592039f2-51e7-4f58-b12a-6ecb0dad9d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11739475-0c74-4118-b600-121f621dcdfe', 'name': 'tempest-TestShelveInstance-1207712787-router', 'tenant_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '72d969e6-9e54-4bd7-bb69-773d572e7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:35:21Z', 'updated_at': '2021-08-30T18:35:26Z', 'revision_number': 4, 'project_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'gw_port': {'id': '72d969e6-9e54-4bd7-bb69-773d572e7643', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11739475-0c74-4118-b600-121f621dcdfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:35:22Z', 'updated_at': '2021-08-30T18:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_floatingips': [{'id': 'a6943e30-10ce-4053-badd-1b0ced6608a0', 'tenant_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'floating_ip_address': '172.27.3.243', 'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'router_id': '11739475-0c74-4118-b600-121f621dcdfe', 'port_id': '521168fc-d190-46c9-880f-0f9c2f5b69e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea852ca2-2b8b-420c-99a5-338c253d2592', 'mac_address': 'fa:16:3e:b6:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e9489f-924c-45a7-8d02-09a0cfbcbf0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:36:54Z', 'updated_at': '2021-08-30T18:36:54Z', 'revision_number': 0, 'project_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '993e8e2c-14e2-4d49-aeb8-6188f2998cbd', 'name': '', 'network_id': 'ea852ca2-2b8b-420c-99a5-338c253d2592', 'tenant_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'mac_address': 'fa:16:3e:7e:c6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11739475-0c74-4118-b600-121f621dcdfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'f5108fb3-7e52-4865-bd76-205360c0100e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:35:24Z', 'updated_at': '2021-08-30T18:35:37Z', 'revision_number': 5, 'project_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'subnets': [{'id': 'f5108fb3-7e52-4865-bd76-205360c0100e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:36:58.306572 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86918d0c-cb8e-41a5-84fc-6810f0a9a00a req-17a35ef8-4865-4ad1-a61b-2d759afb72d2 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:58.310533 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-86918d0c-cb8e-41a5-84fc-6810f0a9a00a req-17a35ef8-4865-4ad1-a61b-2d759afb72d2 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.1113288 Aug 30 18:36:58.337905 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592039f2-51e7-4f58-b12a-6ecb0dad9d5d None None] Checking router: 11739475-0c74-4118-b600-121f621dcdfe for host: dv-cinder-790492-12-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:36:58.347416 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-60a491d1-f04e-47ab-811e-46d5a23db06c req-b7394f83-fb98-4b9d-9ccd-7631768a2b82 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cfeeb8-5dd8-48d4-9d8d-8b5e6420eaf5 HTTP/1.1" status: 200 len: 210 time: 0.1107321 Aug 30 18:36:58.383206 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592039f2-51e7-4f58-b12a-6ecb0dad9d5d None None] Routers {'11739475-0c74-4118-b600-121f621dcdfe'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:36:58.383485 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae36fa-174a-43e7-9dae-c645de9451a3 req-87a17f5f-2565-4930-bded-59d64132233e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:58.385019 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-6bae36fa-174a-43e7-9dae-c645de9451a3 req-87a17f5f-2565-4930-bded-59d64132233e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea852ca2-2b8b-420c-99a5-338c253d2592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2333980 Aug 30 18:36:58.390106 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-592039f2-51e7-4f58-b12a-6ecb0dad9d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:36:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['11739475-0c74-4118-b600-121f621dcdfe'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:36:58.403822 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-86918d0c-cb8e-41a5-84fc-6810f0a9a00a req-39ccf681-6dd3-4dae-9e52-885d3fa08d87 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823679 Aug 30 18:36:58.660680 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-592039f2-51e7-4f58-b12a-6ecb0dad9d5d None None] Set router 11739475-0c74-4118-b600-121f621dcdfe gateway port host: dv-cinder-790492-12-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:36:58.684445 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-6bae36fa-174a-43e7-9dae-c645de9451a3 req-371b1aa5-4444-4b52-acb8-9f92e4bd5d07 service neutron] 10.222.0.39 "GET /v2.0/networks/ea852ca2-2b8b-420c-99a5-338c253d2592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852669 Aug 30 18:36:58.709262 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace2ade-921a-466d-809c-0a8041d2d1d5 req-b8a8f112-7d52-4e25-b028-3baff700ffd6 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:58.711318 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3ace2ade-921a-466d-809c-0a8041d2d1d5 req-b8a8f112-7d52-4e25-b028-3baff700ffd6 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1577229 Aug 30 18:36:58.894743 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3ace2ade-921a-466d-809c-0a8041d2d1d5 req-f017711b-62cb-4f95-8306-0adf9127ea87 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681676 Aug 30 18:36:58.992841 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-6bae36fa-174a-43e7-9dae-c645de9451a3 req-417caeeb-5079-4832-b016-b07c1d928da7 service neutron] 10.222.0.39 "GET /v2.0/networks/ea852ca2-2b8b-420c-99a5-338c253d2592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793696 Aug 30 18:36:59.240521 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ff5f3-c99d-42c8-88d8-7077cd663914 req-921eee26-6518-4da5-9079-9d45a6b938ed tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:59.250290 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-710ff5f3-c99d-42c8-88d8-7077cd663914 req-921eee26-6518-4da5-9079-9d45a6b938ed tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 946 time: 0.1254237 Aug 30 18:36:59.351863 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-592039f2-51e7-4f58-b12a-6ecb0dad9d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11739475-0c74-4118-b600-121f621dcdfe', 'name': 'tempest-TestShelveInstance-1207712787-router', 'tenant_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '72d969e6-9e54-4bd7-bb69-773d572e7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:35:21Z', 'updated_at': '2021-08-30T18:35:26Z', 'revision_number': 4, 'project_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'gw_port': {'id': '72d969e6-9e54-4bd7-bb69-773d572e7643', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11739475-0c74-4118-b600-121f621dcdfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:35:22Z', 'updated_at': '2021-08-30T18:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_floatingips': [{'id': 'a6943e30-10ce-4053-badd-1b0ced6608a0', 'tenant_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'floating_ip_address': '172.27.3.243', 'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'router_id': '11739475-0c74-4118-b600-121f621dcdfe', 'port_id': '521168fc-d190-46c9-880f-0f9c2f5b69e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea852ca2-2b8b-420c-99a5-338c253d2592', 'mac_address': 'fa:16:3e:b6:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e9489f-924c-45a7-8d02-09a0cfbcbf0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:36:54Z', 'updated_at': '2021-08-30T18:36:54Z', 'revision_number': 0, 'project_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '993e8e2c-14e2-4d49-aeb8-6188f2998cbd', 'name': '', 'network_id': 'ea852ca2-2b8b-420c-99a5-338c253d2592', 'tenant_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'mac_address': 'fa:16:3e:7e:c6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11739475-0c74-4118-b600-121f621dcdfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'f5108fb3-7e52-4865-bd76-205360c0100e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:35:24Z', 'updated_at': '2021-08-30T18:35:37Z', 'revision_number': 5, 'project_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'subnets': [{'id': 'f5108fb3-7e52-4865-bd76-205360c0100e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:36:59.371744 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-710ff5f3-c99d-42c8-88d8-7077cd663914 req-6b280c71-6f6c-47ac-96b4-fbde0f282a34 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925140 Aug 30 18:36:59.499190 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592039f2-51e7-4f58-b12a-6ecb0dad9d5d None None] The sync data for ids ['11739475-0c74-4118-b600-121f621dcdfe'] in dv-cinder-790492-12-iscsi is: [{'id': '11739475-0c74-4118-b600-121f621dcdfe', 'name': 'tempest-TestShelveInstance-1207712787-router', 'tenant_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '72d969e6-9e54-4bd7-bb69-773d572e7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:35:21Z', 'updated_at': '2021-08-30T18:35:26Z', 'revision_number': 4, 'project_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'gw_port': {'id': '72d969e6-9e54-4bd7-bb69-773d572e7643', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11739475-0c74-4118-b600-121f621dcdfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:35:22Z', 'updated_at': '2021-08-30T18:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_floatingips': [{'id': 'a6943e30-10ce-4053-badd-1b0ced6608a0', 'tenant_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'floating_ip_address': '172.27.3.243', 'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'router_id': '11739475-0c74-4118-b600-121f621dcdfe', 'port_id': '521168fc-d190-46c9-880f-0f9c2f5b69e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea852ca2-2b8b-420c-99a5-338c253d2592', 'mac_address': 'fa:16:3e:b6:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e9489f-924c-45a7-8d02-09a0cfbcbf0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:36:54Z', 'updated_at': '2021-08-30T18:36:54Z', 'revision_number': 0, 'project_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '993e8e2c-14e2-4d49-aeb8-6188f2998cbd', 'name': '', 'network_id': 'ea852ca2-2b8b-420c-99a5-338c253d2592', 'tenant_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'mac_address': 'fa:16:3e:7e:c6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11739475-0c74-4118-b600-121f621dcdfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'f5108fb3-7e52-4865-bd76-205360c0100e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:35:24Z', 'updated_at': '2021-08-30T18:35:37Z', 'revision_number': 5, 'project_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'subnets': [{'id': 'f5108fb3-7e52-4865-bd76-205360c0100e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:36:59.593245 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-21a09b88-cdeb-46e6-8057-478c080a8eb1 req-18524614-ddef-4ca6-b938-4e01bcf5c370 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cfeeb8-5dd8-48d4-9d8d-8b5e6420eaf5 HTTP/1.1" status: 200 len: 210 time: 0.1088207 Aug 30 18:36:59.706268 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575e244-a36a-43a0-bf61-9f99eb118672 req-5a8017f7-9879-4313-8663-c2f18ac52a66 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:36:59.723273 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3575e244-a36a-43a0-bf61-9f99eb118672 req-5a8017f7-9879-4313-8663-c2f18ac52a66 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.1770203 Aug 30 18:36:59.830832 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3575e244-a36a-43a0-bf61-9f99eb118672 req-ec528ece-9594-40a7-87ee-80b937c0de4a tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890806 Aug 30 18:37:00.029616 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9902391-885e-4ca7-9694-5653f3c4df35 None None] New status for floating IP a6943e30-10ce-4053-badd-1b0ced6608a0: ACTIVE {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 18:37:00.274580 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f2668-005d-4abb-91ba-2a7197c54090 req-dfa71e64-d2e9-41ac-b870-564608a03272 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:00.283289 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-b97f2668-005d-4abb-91ba-2a7197c54090 req-dfa71e64-d2e9-41ac-b870-564608a03272 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1707726 Aug 30 18:37:00.394983 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-b97f2668-005d-4abb-91ba-2a7197c54090 req-f615ebee-c6c3-4254-a52f-9d80a610bb11 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110020 Aug 30 18:37:00.641550 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6668527-7766-49d1-a43f-95c25e174e4b req-d17ab9ac-e216-4ea7-b4f4-8bb38b12f350 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:00.644297 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c6668527-7766-49d1-a43f-95c25e174e4b req-d17ab9ac-e216-4ea7-b4f4-8bb38b12f350 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 946 time: 0.1016328 Aug 30 18:37:00.799089 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c6668527-7766-49d1-a43f-95c25e174e4b req-ca9d810e-0506-4f9a-ab4e-e9662316e160 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263478 Aug 30 18:37:00.812392 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-abc5aac1-4f89-4ce1-854c-2eea0885a4a0 req-a519ee6d-ea69-4a2b-9b5c-1ad96f74cb5b tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cfeeb8-5dd8-48d4-9d8d-8b5e6420eaf5 HTTP/1.1" status: 200 len: 210 time: 0.0481663 Aug 30 18:37:01.081376 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f2a83-c568-4750-846f-37634e369798 req-dab500c7-7017-411e-b422-78610cce5fe9 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:01.096232 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e65f2a83-c568-4750-846f-37634e369798 req-dab500c7-7017-411e-b422-78610cce5fe9 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.1716769 Aug 30 18:37:01.190323 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e65f2a83-c568-4750-846f-37634e369798 req-9ce225ad-3d29-4c82-80d2-5d4a8c1d93cf tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906510 Aug 30 18:37:01.976407 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b480c-bc58-4843-9aa9-0e6a83cd828c req-ededb4b8-9126-42af-bc74-ea582026d24c tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:01.986452 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-989b480c-bc58-4843-9aa9-0e6a83cd828c req-ededb4b8-9126-42af-bc74-ea582026d24c tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 946 time: 0.1024475 Aug 30 18:37:02.028757 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-54e592b8-436a-4ca3-8070-31914928d7a4 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:02.031700 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-54e592b8-436a-4ca3-8070-31914928d7a4 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.39 "GET /v2.0/networks?id=edb37050-989f-45ae-abef-b5d87df170d7 HTTP/1.1" status: 200 len: 813 time: 0.7184160 Aug 30 18:37:02.065163 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6754e4-ed8b-4bc1-b295-3c2f44d18330 req-25084056-7644-4acf-a881-3e022e860a3d tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:02.075947 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-989b480c-bc58-4843-9aa9-0e6a83cd828c req-716dc41f-c137-455a-ab06-608c7ceb7cb3 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686326 Aug 30 18:37:02.080022 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-fc6754e4-ed8b-4bc1-b295-3c2f44d18330 req-25084056-7644-4acf-a881-3e022e860a3d tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.4896290 Aug 30 18:37:02.121989 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-cd8cec25-fb23-44c8-a609-f617ab1a28ef tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Request body: {'port': {'device_id': '48cfeeb8-5dd8-48d4-9d8d-8b5e6420eaf5', 'network_id': 'edb37050-989f-45ae-abef-b5d87df170d7', 'admin_state_up': True, 'tenant_id': 'e9af67d984e0417e987f36cb0cbdb531'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:37:02.265161 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7d3cc7a1-130f-42b0-b629-5baa20cbafb5 req-515892c5-27b8-4e43-b84b-434e2494139c tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cfeeb8-5dd8-48d4-9d8d-8b5e6420eaf5 HTTP/1.1" status: 200 len: 210 time: 0.0572295 Aug 30 18:37:02.270271 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-fc6754e4-ed8b-4bc1-b295-3c2f44d18330 req-7cecaa39-7851-4aac-b0c2-6a247c92901c tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860707 Aug 30 18:37:02.406599 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-cd8cec25-fb23-44c8-a609-f617ab1a28ef tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Made reservation on behalf of e9af67d984e0417e987f36cb0cbdb531 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:37:02.419437 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-cd8cec25-fb23-44c8-a609-f617ab1a28ef tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:02.587380 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce52be-073b-4168-9d4d-34c89d14323d req-90c1d424-2771-4b3d-8beb-96023b035bcf tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:02.592121 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-58ce52be-073b-4168-9d4d-34c89d14323d req-90c1d424-2771-4b3d-8beb-96023b035bcf tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.1785998 Aug 30 18:37:02.704053 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-58ce52be-073b-4168-9d4d-34c89d14323d req-923baec5-1c13-4415-8192-4c01ad5f2214 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880635 Aug 30 18:37:02.726487 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-cd8cec25-fb23-44c8-a609-f617ab1a28ef tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Allocated IP 172.20.0.11 (edb37050-989f-45ae-abef-b5d87df170d7/b0ac298a-66c3-4ae6-bb1e-d926841f337f/39d81bb3-2c8a-471a-9a07-092315063fad) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:37:02.968161 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-cd8cec25-fb23-44c8-a609-f617ab1a28ef tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:03.018141 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-cd8cec25-fb23-44c8-a609-f617ab1a28ef tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:03.067391 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-cd8cec25-fb23-44c8-a609-f617ab1a28ef tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Network edb37050-989f-45ae-abef-b5d87df170d7 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:37:03.071423 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-cd8cec25-fb23-44c8-a609-f617ab1a28ef tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:37:03.081086 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-cd8cec25-fb23-44c8-a609-f617ab1a28ef tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:37:03.123840 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8cec25-fb23-44c8-a609-f617ab1a28ef tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Pushing event updated for resources: {'Port': ['ID=39d81bb3-2c8a-471a-9a07-092315063fad,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:03.160878 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-cd8cec25-fb23-44c8-a609-f617ab1a28ef tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:03.161573 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-cd8cec25-fb23-44c8-a609-f617ab1a28ef tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:03.186931 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-cd8cec25-fb23-44c8-a609-f617ab1a28ef tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0733309 Aug 30 18:37:03.224017 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-76a91c80-4947-4f45-ac0d-e14c032002dc service neutron] Request body: {'port': {'device_id': '48cfeeb8-5dd8-48d4-9d8d-8b5e6420eaf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:37:03.362987 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-76a91c80-4947-4f45-ac0d-e14c032002dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:03.403926 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f55ef1-affc-47d1-a7d2-39f9e7a4bfac req-5eae4b1c-e4f5-4e9a-afa9-d668d18917b6 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:03.405979 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f8f55ef1-affc-47d1-a7d2-39f9e7a4bfac req-5eae4b1c-e4f5-4e9a-afa9-d668d18917b6 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 946 time: 0.1982481 Aug 30 18:37:03.451882 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bbd43-bf76-4e84-b499-e9aff2a8ebe0 req-df77d779-c7d5-4caa-857d-9aa38bdd23d2 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:03.454026 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e58bbd43-bf76-4e84-b499-e9aff2a8ebe0 req-df77d779-c7d5-4caa-857d-9aa38bdd23d2 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cfeeb8-5dd8-48d4-9d8d-8b5e6420eaf5 HTTP/1.1" status: 200 len: 932 time: 0.0863972 Aug 30 18:37:03.533244 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e58bbd43-bf76-4e84-b499-e9aff2a8ebe0 req-59a67720-a965-46e3-a643-53d74e7ce13c tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/security-groups?id=65ac765c-b490-4de5-bbfd-2802aab10895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671270 Aug 30 18:37:03.592477 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f8f55ef1-affc-47d1-a7d2-39f9e7a4bfac req-d9a179aa-27f3-40c4-8f8d-f1fad8676fde tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547449 Aug 30 18:37:03.779940 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adad6d-2683-42c3-a323-6a394158d4bc req-13ca8ef6-8ef2-42fc-9057-3b7df22c0751 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:03.797390 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-13adad6d-2683-42c3-a323-6a394158d4bc req-13ca8ef6-8ef2-42fc-9057-3b7df22c0751 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1483560 Aug 30 18:37:03.911959 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-13adad6d-2683-42c3-a323-6a394158d4bc req-13a4d73f-9750-4998-a7ae-91cb47979712 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132939 Aug 30 18:37:04.030699 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12394bc-8b06-4e58-ab64-420e86c5fae9 req-8bedbda5-70e0-4880-b167-c777f81522e7 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:04.040858 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f12394bc-8b06-4e58-ab64-420e86c5fae9 req-8bedbda5-70e0-4880-b167-c777f81522e7 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.1684489 Aug 30 18:37:04.146322 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-76a91c80-4947-4f45-ac0d-e14c032002dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39d81bb3-2c8a-471a-9a07-092315063fad {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:37:04.176607 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-76a91c80-4947-4f45-ac0d-e14c032002dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:04.189950 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f12394bc-8b06-4e58-ab64-420e86c5fae9 req-565110bc-a55a-4890-ba60-6936cf89aed9 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454749 Aug 30 18:37:04.209975 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-76a91c80-4947-4f45-ac0d-e14c032002dc service neutron] Transition to ACTIVE for port object 39d81bb3-2c8a-471a-9a07-092315063fad will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:37:04.218748 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-76a91c80-4947-4f45-ac0d-e14c032002dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449046'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:04.304175 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a91c80-4947-4f45-ac0d-e14c032002dc service neutron] Pushing event updated for resources: {'Port': ['ID=39d81bb3-2c8a-471a-9a07-092315063fad,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:04.443677 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-76a91c80-4947-4f45-ac0d-e14c032002dc service neutron] Attempting to bind port 39d81bb3-2c8a-471a-9a07-092315063fad on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:37:04.444468 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-76a91c80-4947-4f45-ac0d-e14c032002dc service neutron] Attempting to bind port 39d81bb3-2c8a-471a-9a07-092315063fad by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'd7da4ab1-e71b-494c-a860-d9debd9a97f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'edb37050-989f-45ae-abef-b5d87df170d7'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:37:04.444771 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-76a91c80-4947-4f45-ac0d-e14c032002dc service neutron] Attempting to bind port 39d81bb3-2c8a-471a-9a07-092315063fad on network edb37050-989f-45ae-abef-b5d87df170d7 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:37:04.454030 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-76a91c80-4947-4f45-ac0d-e14c032002dc service neutron] Port 39d81bb3-2c8a-471a-9a07-092315063fad on network edb37050-989f-45ae-abef-b5d87df170d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:37:04.454567 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-76a91c80-4947-4f45-ac0d-e14c032002dc service neutron] Attempting to bind port 39d81bb3-2c8a-471a-9a07-092315063fad on network edb37050-989f-45ae-abef-b5d87df170d7 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:37:04.464445 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-76a91c80-4947-4f45-ac0d-e14c032002dc service neutron] Checking agent: {'id': '7d13e2b4-65d8-4093-b4fc-5ca6c835aab8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'started_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:37:04.465033 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-76a91c80-4947-4f45-ac0d-e14c032002dc service neutron] Checking segment: {'id': 'd7da4ab1-e71b-494c-a860-d9debd9a97f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'edb37050-989f-45ae-abef-b5d87df170d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:37:04.465615 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-76a91c80-4947-4f45-ac0d-e14c032002dc service neutron] Bound using segment: {'id': 'd7da4ab1-e71b-494c-a860-d9debd9a97f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'edb37050-989f-45ae-abef-b5d87df170d7'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:37:04.466351 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-76a91c80-4947-4f45-ac0d-e14c032002dc service neutron] Bound port: 39d81bb3-2c8a-471a-9a07-092315063fad, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7da4ab1-e71b-494c-a860-d9debd9a97f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'edb37050-989f-45ae-abef-b5d87df170d7'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:37:04.467057 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-76a91c80-4947-4f45-ac0d-e14c032002dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:04.599243 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-76a91c80-4947-4f45-ac0d-e14c032002dc service neutron] For port 39d81bb3-2c8a-471a-9a07-092315063fad, host hv-cinder-79049, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:37:04.607813 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-76a91c80-4947-4f45-ac0d-e14c032002dc service neutron] For port 39d81bb3-2c8a-471a-9a07-092315063fad, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=39d81bb3-2c8a-471a-9a07-092315063fad,segment=NetworkSegment(d7da4ab1-e71b-494c-a860-d9debd9a97f7),segment_id=d7da4ab1-e71b-494c-a860-d9debd9a97f7)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:37:04.614956 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-76a91c80-4947-4f45-ac0d-e14c032002dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449046'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:04.695825 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-76a91c80-4947-4f45-ac0d-e14c032002dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:04.697137 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-76a91c80-4947-4f45-ac0d-e14c032002dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:04.700128 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-76a91c80-4947-4f45-ac0d-e14c032002dc service neutron] 10.222.0.39 "PUT /v2.0/ports/39d81bb3-2c8a-471a-9a07-092315063fad HTTP/1.1" status: 200 len: 1094 time: 1.4900825 Aug 30 18:37:04.705522 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48cfeeb8-5dd8-48d4-9d8d-8b5e6420eaf5', 'tag': '39d81bb3-2c8a-471a-9a07-092315063fad'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:37:04.709351 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cacc5c0-2c6c-4b4d-ad42-6dffe73efc43" -d '{"events": [{"name": "network-changed", "server_uuid": "48cfeeb8-5dd8-48d4-9d8d-8b5e6420eaf5", "tag": "39d81bb3-2c8a-471a-9a07-092315063fad"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:37:04.790756 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac217b7-67a8-46e9-a877-c417b1e30b07 req-fbc7daed-ae93-4e90-bdab-9db6abc56d14 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:04.794303 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2ac217b7-67a8-46e9-a877-c417b1e30b07 req-fbc7daed-ae93-4e90-bdab-9db6abc56d14 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cfeeb8-5dd8-48d4-9d8d-8b5e6420eaf5 HTTP/1.1" status: 200 len: 944 time: 0.1501253 Aug 30 18:37:04.844735 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a91c80-4947-4f45-ac0d-e14c032002dc service neutron] Pushing event updated for resources: {'Port': ['ID=39d81bb3-2c8a-471a-9a07-092315063fad,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:04.912979 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2ac217b7-67a8-46e9-a877-c417b1e30b07 req-e022be7b-6c4e-4746-a5da-579b7f38830b tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/security-groups?id=65ac765c-b490-4de5-bbfd-2802aab10895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056924 Aug 30 18:37:04.919583 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127bde7-4a77-4682-b3db-8d5789f7d602 req-8eb16048-42bb-4e85-9e00-9612f45264bc tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:04.922373 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d127bde7-4a77-4682-b3db-8d5789f7d602 req-8eb16048-42bb-4e85-9e00-9612f45264bc tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 946 time: 0.1653404 Aug 30 18:37:05.019761 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d127bde7-4a77-4682-b3db-8d5789f7d602 req-23e7553d-4dca-4ac3-b997-8808afdd1b6a tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811081 Aug 30 18:37:05.022430 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-4abfc627-9eac-4e66-ae03-5f84c8283cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:05.024515 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-4abfc627-9eac-4e66-ae03-5f84c8283cc9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e9af67d984e0417e987f36cb0cbdb531&device_id=48cfeeb8-5dd8-48d4-9d8d-8b5e6420eaf5 HTTP/1.1" status: 200 len: 1097 time: 0.2056558 Aug 30 18:37:05.034507 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392b5618-e77c-4a4f-a45d-fc3c1013ea1f x-openstack-request-id: req-392b5618-e77c-4a4f-a45d-fc3c1013ea1f {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:37:05.035094 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48cfeeb8-5dd8-48d4-9d8d-8b5e6420eaf5", "tag": "39d81bb3-2c8a-471a-9a07-092315063fad", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:37:05.035667 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-392b5618-e77c-4a4f-a45d-fc3c1013ea1f {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:37:05.036510 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48cfeeb8-5dd8-48d4-9d8d-8b5e6420eaf5', 'tag': '39d81bb3-2c8a-471a-9a07-092315063fad', 'status': 'completed', 'code': 200} Aug 30 18:37:05.155434 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-96c4ee97-3809-494a-a9e1-c0bfa2164de8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39d81bb3-2c8a-471a-9a07-092315063fad HTTP/1.1" status: 200 len: 217 time: 0.0490777 Aug 30 18:37:05.172916 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8db354-3f19-4137-aa4c-7982910671f0 req-0f8b88e1-18af-4741-909a-3d31b93133e9 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:05.174788 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2c8db354-3f19-4137-aa4c-7982910671f0 req-0f8b88e1-18af-4741-909a-3d31b93133e9 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.0812972 Aug 30 18:37:05.222627 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-e8dcafed-50d3-462c-bd70-ebb945c798da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:05.224756 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-e8dcafed-50d3-462c-bd70-ebb945c798da service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b0ac298a-66c3-4ae6-bb1e-d926841f337f HTTP/1.1" status: 200 len: 853 time: 0.0608795 Aug 30 18:37:05.233137 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2c8db354-3f19-4137-aa4c-7982910671f0 req-72a71f46-f610-4186-9461-9c444ac7f411 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495932 Aug 30 18:37:05.294737 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-a169e605-37c5-4fca-9e97-b85d88b5ca36 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=edb37050-989f-45ae-abef-b5d87df170d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533829 Aug 30 18:37:05.378823 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6a5f5-58c0-4189-a310-94295445672f req-c8538b49-8a27-44c4-b4fa-49376c0a5beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:05.380447 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2dc6a5f5-58c0-4189-a310-94295445672f req-c8538b49-8a27-44c4-b4fa-49376c0a5beb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d89643519bc34769a45d10e5754b227b&device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 1099 time: 0.1267850 Aug 30 18:37:05.396983 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c1fc5-4184-4346-bc64-c522a347fdfa req-8f3caca0-7b14-43e2-8d0d-a020c6ebbfac tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:05.408445 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6b1c1fc5-4184-4346-bc64-c522a347fdfa req-8f3caca0-7b14-43e2-8d0d-a020c6ebbfac tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.0861967 Aug 30 18:37:05.486911 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6b1c1fc5-4184-4346-bc64-c522a347fdfa req-62e5935f-9c5b-445f-bdb3-71f6ef956a2e tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675943 Aug 30 18:37:05.583556 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-be64f69d-4adb-439f-abae-52fc3725aca7 service neutron] 10.222.0.39 "GET /v2.0/networks/edb37050-989f-45ae-abef-b5d87df170d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738514 Aug 30 18:37:05.669761 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6a5f5-58c0-4189-a310-94295445672f req-ecdfa014-144f-48e7-944a-b4eddaacc6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:05.671683 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2dc6a5f5-58c0-4189-a310-94295445672f req-ecdfa014-144f-48e7-944a-b4eddaacc6b8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6fc39c71-5951-46b8-8518-6e7081e1cda3 HTTP/1.1" status: 200 len: 917 time: 0.2820938 Aug 30 18:37:05.685825 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc374205-3fbc-4ce2-b3b3-6e869889e91e req-6e62c21f-adeb-49b3-a69a-5b39253de807 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:05.687660 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-cc374205-3fbc-4ce2-b3b3-6e869889e91e req-6e62c21f-adeb-49b3-a69a-5b39253de807 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd6b26c4-f433-4d9f-a67f-875bc6465d7d HTTP/1.1" status: 200 len: 945 time: 0.1899323 Aug 30 18:37:05.831887 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2dc6a5f5-58c0-4189-a310-94295445672f req-3e3d0e9e-facf-499c-8694-4d0a0a9f7aeb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1007785-b841-4b73-ae46-07c4f05fa984 HTTP/1.1" status: 200 len: 1001 time: 0.1429055 Aug 30 18:37:05.847692 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-586ac75d-fab6-4a82-89f9-3c02fd70cbdb req-41419e3a-9974-4c51-b948-16f53d4788eb service neutron] 10.222.0.39 "GET /v2.0/networks/edb37050-989f-45ae-abef-b5d87df170d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540874 Aug 30 18:37:05.865646 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-cc374205-3fbc-4ce2-b3b3-6e869889e91e req-46280c9d-a6a9-4317-a238-3bbb162b33f9 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638453 Aug 30 18:37:05.936767 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6a5f5-58c0-4189-a310-94295445672f req-6b408b1e-bf54-4d58-9db9-4f040716755e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:05.938534 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2dc6a5f5-58c0-4189-a310-94295445672f req-6b408b1e-bf54-4d58-9db9-4f040716755e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e547c2a0-76a1-4c05-919d-55422e695ce0 HTTP/1.1" status: 200 len: 856 time: 0.0948348 Aug 30 18:37:06.103025 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacc5c0-2c6c-4b4d-ad42-6dffe73efc43 req-628ea024-90af-4574-b117-eb6b8c5681f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:06.106387 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3cacc5c0-2c6c-4b4d-ad42-6dffe73efc43 req-628ea024-90af-4574-b117-eb6b8c5681f1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e9af67d984e0417e987f36cb0cbdb531&device_id=48cfeeb8-5dd8-48d4-9d8d-8b5e6420eaf5 HTTP/1.1" status: 200 len: 1097 time: 0.0829313 Aug 30 18:37:06.111075 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6a5f5-58c0-4189-a310-94295445672f req-9bdfa89b-2557-4b20-b44d-87b41af6f490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:06.113693 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2dc6a5f5-58c0-4189-a310-94295445672f req-9bdfa89b-2557-4b20-b44d-87b41af6f490 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6fc39c71-5951-46b8-8518-6e7081e1cda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1282232 Aug 30 18:37:06.153584 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6021053-7a20-41ba-8b99-9688ffb0c8a1 req-0fda866c-9744-48eb-8935-856bd557c7a5 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:06.156031 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e6021053-7a20-41ba-8b99-9688ffb0c8a1 req-0fda866c-9744-48eb-8935-856bd557c7a5 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cfeeb8-5dd8-48d4-9d8d-8b5e6420eaf5 HTTP/1.1" status: 200 len: 944 time: 0.1034460 Aug 30 18:37:06.216058 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e6021053-7a20-41ba-8b99-9688ffb0c8a1 req-ec54424c-d514-4079-b86f-87acdb55b579 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/security-groups?id=65ac765c-b490-4de5-bbfd-2802aab10895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472510 Aug 30 18:37:06.370828 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43434f8-d4c5-41c5-bc11-1d7c20c4c7db req-da12fc9d-535f-41f5-89ca-59a2425c48cf tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:06.372504 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a43434f8-d4c5-41c5-bc11-1d7c20c4c7db req-da12fc9d-535f-41f5-89ca-59a2425c48cf tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 946 time: 0.1691983 Aug 30 18:37:06.394803 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacc5c0-2c6c-4b4d-ad42-6dffe73efc43 req-7d4cdf89-e61a-444b-a942-9bfa4b1d942c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:06.396345 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3cacc5c0-2c6c-4b4d-ad42-6dffe73efc43 req-7d4cdf89-e61a-444b-a942-9bfa4b1d942c service neutron] 10.222.0.39 "GET /v2.0/networks?id=edb37050-989f-45ae-abef-b5d87df170d7 HTTP/1.1" status: 200 len: 913 time: 0.2726920 Aug 30 18:37:06.405767 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2dc6a5f5-58c0-4189-a310-94295445672f req-2b02beca-579d-44ca-98b2-4a1c48d18571 service neutron] 10.222.0.39 "GET /v2.0/networks/6fc39c71-5951-46b8-8518-6e7081e1cda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694542 Aug 30 18:37:06.416958 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb031f0b-68fd-4bbc-8379-fd6df8e83df3 req-6ccc42ee-5e63-4ba3-aff6-ffa176e03df7 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:06.419352 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-cb031f0b-68fd-4bbc-8379-fd6df8e83df3 req-6ccc42ee-5e63-4ba3-aff6-ffa176e03df7 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.0766630 Aug 30 18:37:06.475965 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-cb031f0b-68fd-4bbc-8379-fd6df8e83df3 req-0e7c1fb8-cc63-4071-a7b3-b0766e613123 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475211 Aug 30 18:37:06.499486 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3cacc5c0-2c6c-4b4d-ad42-6dffe73efc43 req-a96c23b1-fc97-4b2b-8361-8b11fd1e30d8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39d81bb3-2c8a-471a-9a07-092315063fad HTTP/1.1" status: 200 len: 217 time: 0.0901463 Aug 30 18:37:06.618957 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a43434f8-d4c5-41c5-bc11-1d7c20c4c7db req-c6eda68b-703d-49a5-98b5-aa1f3ad3698a tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385035 Aug 30 18:37:06.678375 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229d9cc-4418-42e1-9343-7c0c46e2dfed req-dc56afa4-f100-4363-a231-1f378118ac6a tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:06.681297 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5229d9cc-4418-42e1-9343-7c0c46e2dfed req-dc56afa4-f100-4363-a231-1f378118ac6a tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.0903828 Aug 30 18:37:06.689916 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacc5c0-2c6c-4b4d-ad42-6dffe73efc43 req-8236e0c6-a5d5-471b-84bd-259ab6fccefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:06.692478 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3cacc5c0-2c6c-4b4d-ad42-6dffe73efc43 req-8236e0c6-a5d5-471b-84bd-259ab6fccefc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b0ac298a-66c3-4ae6-bb1e-d926841f337f HTTP/1.1" status: 200 len: 853 time: 0.1446912 Aug 30 18:37:06.751898 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5229d9cc-4418-42e1-9343-7c0c46e2dfed req-43344707-396e-473b-a3cf-fbcf9452ec4a tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587828 Aug 30 18:37:06.766835 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3cacc5c0-2c6c-4b4d-ad42-6dffe73efc43 req-20759bf4-c9a2-4cf1-8157-b20cc4a828b3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=edb37050-989f-45ae-abef-b5d87df170d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569215 Aug 30 18:37:06.770204 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2dc6a5f5-58c0-4189-a310-94295445672f req-bfe2be7c-2250-4704-8dda-a34408aa6870 service neutron] 10.222.0.39 "GET /v2.0/networks/6fc39c71-5951-46b8-8518-6e7081e1cda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515968 Aug 30 18:37:06.890771 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3cacc5c0-2c6c-4b4d-ad42-6dffe73efc43 req-81ebb557-90b8-4512-a57d-a3546a29d0a5 service neutron] 10.222.0.39 "GET /v2.0/networks/edb37050-989f-45ae-abef-b5d87df170d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013157 Aug 30 18:37:07.048741 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3cacc5c0-2c6c-4b4d-ad42-6dffe73efc43 req-b893dacb-bc09-4a0f-ae11-a453f7626909 service neutron] 10.222.0.39 "GET /v2.0/networks/edb37050-989f-45ae-abef-b5d87df170d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460826 Aug 30 18:37:07.065229 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af7d68-9794-47f3-8ccc-d31e5a2327de req-c8899d70-c797-4e86-a8e8-4a93c54b7e83 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:07.067033 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-28af7d68-9794-47f3-8ccc-d31e5a2327de req-c8899d70-c797-4e86-a8e8-4a93c54b7e83 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd6b26c4-f433-4d9f-a67f-875bc6465d7d HTTP/1.1" status: 200 len: 945 time: 0.0906157 Aug 30 18:37:07.124453 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-28af7d68-9794-47f3-8ccc-d31e5a2327de req-b8771d2f-27b1-4de3-9449-fef2f1675bfd tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503964 Aug 30 18:37:07.373523 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1fbda-f09a-4649-88ac-d827ec08aaaf req-a8e52302-ec08-44f0-913e-94c6891a2362 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:07.375215 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9ee1fbda-f09a-4649-88ac-d827ec08aaaf req-a8e52302-ec08-44f0-913e-94c6891a2362 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cfeeb8-5dd8-48d4-9d8d-8b5e6420eaf5 HTTP/1.1" status: 200 len: 944 time: 0.0706899 Aug 30 18:37:07.448433 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9ee1fbda-f09a-4649-88ac-d827ec08aaaf req-19e0556f-08c1-4acd-a83c-79fe3b715d6d tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/security-groups?id=65ac765c-b490-4de5-bbfd-2802aab10895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635488 Aug 30 18:37:07.694371 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00e168-526b-4b97-b26d-baf41b38dc53 req-a91ac316-61e8-4759-9f3d-a304a52dc0c6 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:07.696365 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ad00e168-526b-4b97-b26d-baf41b38dc53 req-a91ac316-61e8-4759-9f3d-a304a52dc0c6 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.0865197 Aug 30 18:37:07.776389 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ad00e168-526b-4b97-b26d-baf41b38dc53 req-0e2a1193-1eb2-4515-bb6e-4e5d1cc1a86a tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698676 Aug 30 18:37:07.850634 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fad48-772e-4168-8424-503af70e1e87 req-3ed44abe-4860-4ec5-b01d-368ec1eb3884 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:07.851962 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c46fad48-772e-4168-8424-503af70e1e87 req-3ed44abe-4860-4ec5-b01d-368ec1eb3884 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 946 time: 0.0961747 Aug 30 18:37:07.938860 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c46fad48-772e-4168-8424-503af70e1e87 req-3b2774a0-c28d-46ae-9134-eb3b0c7c609e tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754080 Aug 30 18:37:08.007081 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976069b8-6dee-4023-bb79-7f4058e8ca6d req-70bfa6bb-790a-43bc-8b0d-c52e3d6ec9df tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:08.010835 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-976069b8-6dee-4023-bb79-7f4058e8ca6d req-70bfa6bb-790a-43bc-8b0d-c52e3d6ec9df tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.1122794 Aug 30 18:37:08.135958 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-976069b8-6dee-4023-bb79-7f4058e8ca6d req-47895e02-f9b3-46de-ab74-8f468c2c07ae tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057773 Aug 30 18:37:08.153290 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b22af-ea6f-48a7-987b-3df6e27cdfa0 req-0cc8a81a-be7b-4c09-99af-86db777e9e6b tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:08.155801 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-fb2b22af-ea6f-48a7-987b-3df6e27cdfa0 req-0cc8a81a-be7b-4c09-99af-86db777e9e6b tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd6b26c4-f433-4d9f-a67f-875bc6465d7d HTTP/1.1" status: 200 len: 945 time: 0.1431847 Aug 30 18:37:08.294948 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1fdb6-d68d-4f7d-877a-3d0287a13a54 req-9489bafd-3d66-4dc7-bf07-91baca9685e1 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:08.296707 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-91a1fdb6-d68d-4f7d-877a-3d0287a13a54 req-9489bafd-3d66-4dc7-bf07-91baca9685e1 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd6b26c4-f433-4d9f-a67f-875bc6465d7d HTTP/1.1" status: 200 len: 945 time: 0.0696092 Aug 30 18:37:08.326552 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-fb2b22af-ea6f-48a7-987b-3df6e27cdfa0 req-3a57abac-6d11-4b17-ac18-e9081d524ca1 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Deleting port 0321140d-7740-4872-96da-dae1105f0ae4 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:37:08.327208 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-fb2b22af-ea6f-48a7-987b-3df6e27cdfa0 req-3a57abac-6d11-4b17-ac18-e9081d524ca1 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:08.353767 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-91a1fdb6-d68d-4f7d-877a-3d0287a13a54 req-90193188-ba6a-43cf-ac57-9ee630445707 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487852 Aug 30 18:37:08.467265 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-fb2b22af-ea6f-48a7-987b-3df6e27cdfa0 req-3a57abac-6d11-4b17-ac18-e9081d524ca1 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] For port 0321140d-7740-4872-96da-dae1105f0ae4, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=0321140d-7740-4872-96da-dae1105f0ae4,segment=NetworkSegment(aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf),segment_id=aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:37:08.467683 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-fb2b22af-ea6f-48a7-987b-3df6e27cdfa0 req-3a57abac-6d11-4b17-ac18-e9081d524ca1 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:08.492952 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-fb2b22af-ea6f-48a7-987b-3df6e27cdfa0 req-3a57abac-6d11-4b17-ac18-e9081d524ca1 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Calling delete_port for 0321140d-7740-4872-96da-dae1105f0ae4 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:37:08.696756 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae639fb-3c28-4fdd-bfb2-e90eaa86d176 req-778b0049-8fc9-493f-8d09-a80d5fb5b42f tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:08.700250 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bae639fb-3c28-4fdd-bfb2-e90eaa86d176 req-778b0049-8fc9-493f-8d09-a80d5fb5b42f tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cfeeb8-5dd8-48d4-9d8d-8b5e6420eaf5 HTTP/1.1" status: 200 len: 944 time: 0.1296775 Aug 30 18:37:08.740078 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:08.825936 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bae639fb-3c28-4fdd-bfb2-e90eaa86d176 req-3e7524f4-0fa4-4b94-8511-a45f89ba5724 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/security-groups?id=65ac765c-b490-4de5-bbfd-2802aab10895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116588 Aug 30 18:37:08.887817 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-fb2b22af-ea6f-48a7-987b-3df6e27cdfa0 req-3a57abac-6d11-4b17-ac18-e9081d524ca1 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:08.936053 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['a8e16594-074f-42d5-bbfe-31e155c8207f', 'f04ef030-1229-42d5-bf83-beb70ed213f6', '17dc8248-8bc6-4719-ad2f-db386e8a7163', '0321140d-7740-4872-96da-dae1105f0ae4'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:37:08.942620 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57abac-6d11-4b17-ac18-e9081d524ca1 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Pushing event deleted for resources: {'Port': ['ID=0321140d-7740-4872-96da-dae1105f0ae4,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:08.992030 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85398ff5-6478-4d2e-b112-3070b45be475 req-166b401d-825d-4b60-b595-f26e3ed8df49 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:08.995646 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-85398ff5-6478-4d2e-b112-3070b45be475 req-166b401d-825d-4b60-b595-f26e3ed8df49 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1115582 Aug 30 18:37:09.112237 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-85398ff5-6478-4d2e-b112-3070b45be475 req-1ffcc42b-9fdb-4e7f-9f75-bc784dbff50f tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944817 Aug 30 18:37:09.347410 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2b22af-ea6f-48a7-987b-3df6e27cdfa0 req-3a57abac-6d11-4b17-ac18-e9081d524ca1 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] No DVR routers for this DVR port 0321140d-7740-4872-96da-dae1105f0ae4 on host hv-cinder-79049 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:37:09.365900 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-fb2b22af-ea6f-48a7-987b-3df6e27cdfa0 req-3a57abac-6d11-4b17-ac18-e9081d524ca1 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:09.368619 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-fb2b22af-ea6f-48a7-987b-3df6e27cdfa0 req-3a57abac-6d11-4b17-ac18-e9081d524ca1 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.39 "DELETE /v2.0/ports/0321140d-7740-4872-96da-dae1105f0ae4 HTTP/1.1" status: 204 len: 173 time: 1.2056539 Aug 30 18:37:09.369712 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6b26c4-f433-4d9f-a67f-875bc6465d7d', 'name': 'network-vif-deleted', 'tag': '0321140d-7740-4872-96da-dae1105f0ae4'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:37:09.373350 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fc58a3-d1c3-47e3-ba07-7de1ba506051" -d '{"events": [{"server_uuid": "bd6b26c4-f433-4d9f-a67f-875bc6465d7d", "name": "network-vif-deleted", "tag": "0321140d-7740-4872-96da-dae1105f0ae4"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:37:09.430023 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee924744-7f05-4a0b-b285-1c1f856ee427 req-c743c34d-88c1-4be3-af44-75c9ec1c0470 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:09.433967 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ee924744-7f05-4a0b-b285-1c1f856ee427 req-c743c34d-88c1-4be3-af44-75c9ec1c0470 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.1591372 Aug 30 18:37:09.436425 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ee871-c0b5-48f4-89f1-dccf4e721d4a req-cb53cd48-1c3d-44c4-a862-91717e509de6 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:09.439414 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-920ee871-c0b5-48f4-89f1-dccf4e721d4a req-cb53cd48-1c3d-44c4-a862-91717e509de6 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 946 time: 0.1429205 Aug 30 18:37:09.503181 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ee924744-7f05-4a0b-b285-1c1f856ee427 req-bae9a91b-cb3b-4508-b06c-eaf068dbc3fa tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567188 Aug 30 18:37:09.505329 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-920ee871-c0b5-48f4-89f1-dccf4e721d4a req-dad68901-ee03-4102-b34a-68fc99b0c50d tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581031 Aug 30 18:37:09.599746 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee136127-ac35-427f-b1c8-4d2478b7fa50 x-openstack-request-id: req-ee136127-ac35-427f-b1c8-4d2478b7fa50 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:37:09.600039 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6b26c4-f433-4d9f-a67f-875bc6465d7d", "name": "network-vif-deleted", "tag": "0321140d-7740-4872-96da-dae1105f0ae4", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:37:09.600315 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ee136127-ac35-427f-b1c8-4d2478b7fa50 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:37:09.600732 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6b26c4-f433-4d9f-a67f-875bc6465d7d', 'name': 'network-vif-deleted', 'tag': '0321140d-7740-4872-96da-dae1105f0ae4', 'status': 'completed', 'code': 200} Aug 30 18:37:09.703595 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-85d6c40d-ae42-4801-9128-6d38cfab1221 req-3ce9957a-60df-45e5-848d-eb5d7006854f tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd6b26c4-f433-4d9f-a67f-875bc6465d7d HTTP/1.1" status: 200 len: 210 time: 0.0456638 Aug 30 18:37:09.785597 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 39d81bb3-2c8a-471a-9a07-092315063fad details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:37:09.801059 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device e1007785-b841-4b73-ae46-07c4f05fa984 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:37:10.054941 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67732257-8d17-4871-adda-f43b59eda40e req-dc4603f9-efd2-4221-aabb-bea8d3e9f29a tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:10.057019 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-67732257-8d17-4871-adda-f43b59eda40e req-dc4603f9-efd2-4221-aabb-bea8d3e9f29a tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cfeeb8-5dd8-48d4-9d8d-8b5e6420eaf5 HTTP/1.1" status: 200 len: 944 time: 0.0832388 Aug 30 18:37:10.085921 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:10.090748 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 39d81bb3-2c8a-471a-9a07-092315063fad, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=39d81bb3-2c8a-471a-9a07-092315063fad,segment=NetworkSegment(d7da4ab1-e71b-494c-a860-d9debd9a97f7),segment_id=d7da4ab1-e71b-494c-a860-d9debd9a97f7)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:37:10.126930 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Returning: {'device': '39d81bb3-2c8a-471a-9a07-092315063fad', 'network_id': 'edb37050-989f-45ae-abef-b5d87df170d7', 'port_id': '39d81bb3-2c8a-471a-9a07-092315063fad', 'mac_address': 'fa:16:3e:59:9b:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0ac298a-66c3-4ae6-bb1e-d926841f337f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:37:10.146687 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-67732257-8d17-4871-adda-f43b59eda40e req-561698ae-cb41-4754-ad91-07ff73b39a44 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/security-groups?id=65ac765c-b490-4de5-bbfd-2802aab10895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762918 Aug 30 18:37:10.148723 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ccb0d23-9b82-4d03-803b-1bb63e08ecb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1007785-b841-4b73-ae46-07c4f05fa984'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:37:10.151958 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf7e48b1d7ea734c3ab22bdf0c4fd39094da8684eda14d675e1fcbcfa40454f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe6bde3-8cfe-4c6e-9219-9630ebc1acad" -d '{"events": [{"server_uuid": "2ccb0d23-9b82-4d03-803b-1bb63e08ecb8", "name": "network-vif-unplugged", "status": "completed", "tag": "e1007785-b841-4b73-ae46-07c4f05fa984"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:37:10.225369 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port e1007785-b841-4b73-ae46-07c4f05fa984, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e1007785-b841-4b73-ae46-07c4f05fa984,segment=NetworkSegment(40eb1e85-c7e6-44b5-807d-b44964a5af9c),segment_id=40eb1e85-c7e6-44b5-807d-b44964a5af9c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:37:10.232228 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 30 Aug 2021 18:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89703fe-c9b8-4dfd-9f90-3b8254bce5d9 x-openstack-request-id: req-c89703fe-c9b8-4dfd-9f90-3b8254bce5d9 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:37:10.232839 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ccb0d23-9b82-4d03-803b-1bb63e08ecb8", "name": "network-vif-unplugged", "status": "failed", "tag": "e1007785-b841-4b73-ae46-07c4f05fa984", "code": 422}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:37:10.233420 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c89703fe-c9b8-4dfd-9f90-3b8254bce5d9 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:37:10.234298 dv-cinder-790492-12-iscsi neutron-server[94079]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2ccb0d23-9b82-4d03-803b-1bb63e08ecb8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e1007785-b841-4b73-ae46-07c4f05fa984', 'code': 422} returned with failed status Aug 30 18:37:10.244018 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:10.270767 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 50264) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:37:10.295172 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:10.335020 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39d81bb3-2c8a-471a-9a07-092315063fad {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:37:10.386277 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=e1007785-b841-4b73-ae46-07c4f05fa984,revision_number=8']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:10.396276 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 39d81bb3-2c8a-471a-9a07-092315063fad, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=39d81bb3-2c8a-471a-9a07-092315063fad,segment=NetworkSegment(d7da4ab1-e71b-494c-a860-d9debd9a97f7),segment_id=d7da4ab1-e71b-494c-a860-d9debd9a97f7)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:37:10.397895 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23b303-377f-453c-b6e8-6184cb49e70e req-055d64a6-f368-4fb3-aa1e-c952635beb25 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:10.401209 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fc23b303-377f-453c-b6e8-6184cb49e70e req-055d64a6-f368-4fb3-aa1e-c952635beb25 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1342387 Aug 30 18:37:10.402927 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:10.487867 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fc23b303-377f-453c-b6e8-6184cb49e70e req-d445364a-6be4-42d8-95d3-5ef82ba980eb tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726578 Aug 30 18:37:10.511272 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=39d81bb3-2c8a-471a-9a07-092315063fad,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:10.513697 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-41a49a99-fbe6-4686-b58d-e1b781c85d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:10.726664 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-41a49a99-fbe6-4686-b58d-e1b781c85d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:10.758513 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-41a49a99-fbe6-4686-b58d-e1b781c85d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:10.821550 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-41a49a99-fbe6-4686-b58d-e1b781c85d8b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d7ced65e5d724ee4acf6edbfa8f0e9de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5492907 Aug 30 18:37:10.827612 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa970f-6dee-4460-b6ab-9439bd808abb req-123ad0dd-8c4a-4773-adf7-39691e376078 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:10.829786 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-14aa970f-6dee-4460-b6ab-9439bd808abb req-123ad0dd-8c4a-4773-adf7-39691e376078 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 944 time: 0.1216767 Aug 30 18:37:10.830691 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 50276) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:37:10.835255 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6c7ef-08e6-4d75-9b8f-597df64230cd req-d762e831-4ee5-4d5c-810d-4a2ff5545ea5 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:10.837903 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c1e6c7ef-08e6-4d75-9b8f-597df64230cd req-d762e831-4ee5-4d5c-810d-4a2ff5545ea5 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.1279590 Aug 30 18:37:10.840000 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a49a99-fbe6-4686-b58d-e1b781c85d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039e5179-aa94-4429-bec5-c729b45c4855,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:10.897769 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['39d81bb3-2c8a-471a-9a07-092315063fad'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:37:10.909624 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c1e6c7ef-08e6-4d75-9b8f-597df64230cd req-7efb66e9-6b62-44b8-b422-60c67022d72a tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625596 Aug 30 18:37:10.975964 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-14aa970f-6dee-4460-b6ab-9439bd808abb req-e1f017d8-daa8-4e5a-85a4-5a5af2790eca tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203494 Aug 30 18:37:10.995625 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7a23df23-b032-4f7b-b7a9-54ebff1126c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:11.052006 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7a23df23-b032-4f7b-b7a9-54ebff1126c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:11.176277 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7a23df23-b032-4f7b-b7a9-54ebff1126c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:11.181124 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7a23df23-b032-4f7b-b7a9-54ebff1126c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:11.187696 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-7a23df23-b032-4f7b-b7a9-54ebff1126c2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/039e5179-aa94-4429-bec5-c729b45c4855 HTTP/1.1" status: 204 len: 168 time: 0.3552284 Aug 30 18:37:11.247823 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23df23-b032-4f7b-b7a9-54ebff1126c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039e5179-aa94-4429-bec5-c729b45c4855,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:11.473829 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191f1ec-fad1-44c3-aa43-dd17f199bbaa req-dfc6395e-3003-4f80-a98e-8eda1a87f9d5 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:11.476919 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9191f1ec-fad1-44c3-aa43-dd17f199bbaa req-dfc6395e-3003-4f80-a98e-8eda1a87f9d5 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cfeeb8-5dd8-48d4-9d8d-8b5e6420eaf5 HTTP/1.1" status: 200 len: 945 time: 0.1164362 Aug 30 18:37:11.580213 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9191f1ec-fad1-44c3-aa43-dd17f199bbaa req-876653c1-a581-423c-b879-61ae45d5874b tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/security-groups?id=65ac765c-b490-4de5-bbfd-2802aab10895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877409 Aug 30 18:37:11.782644 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303d86b-a717-4ad3-b894-ec95b1c143f7 req-6b28b6dd-045a-479e-87c6-846dfa1941e9 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:11.784391 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d303d86b-a717-4ad3-b894-ec95b1c143f7 req-6b28b6dd-045a-479e-87c6-846dfa1941e9 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.0807219 Aug 30 18:37:11.802003 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device e1007785-b841-4b73-ae46-07c4f05fa984 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:37:11.882101 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d303d86b-a717-4ad3-b894-ec95b1c143f7 req-bce4aac4-24ab-43e1-974c-c2f185f93a26 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812490 Aug 30 18:37:12.003858 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 0321140d-7740-4872-96da-dae1105f0ae4 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:37:12.060701 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] No Port match for: 0321140d-7740-4872-96da-dae1105f0ae4 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:37:12.061862 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 0321140d-7740-4872-96da-dae1105f0ae4 not bound to the agent host hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:37:12.149149 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9833a-9de9-498e-a268-13d4371b4574 req-cdee2656-c24b-4ce3-8cab-158dbdeb8679 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:12.151769 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-07f9833a-9de9-498e-a268-13d4371b4574 req-cdee2656-c24b-4ce3-8cab-158dbdeb8679 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.1000721 Aug 30 18:37:12.215195 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-07f9833a-9de9-498e-a268-13d4371b4574 req-7a530d3b-095f-42a9-bc2c-4248e7b8f3cf tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524306 Aug 30 18:37:12.398538 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236af16-1f5c-42e7-851c-5388898809db req-d90afda2-e35c-43d8-ab32-e933f308e960 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:12.406628 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d236af16-1f5c-42e7-851c-5388898809db req-d90afda2-e35c-43d8-ab32-e933f308e960 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 944 time: 0.1282384 Aug 30 18:37:12.500800 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d236af16-1f5c-42e7-851c-5388898809db req-99e82b13-29c3-44e0-a035-31a5d3a35f5d tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852685 Aug 30 18:37:12.869085 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f57e32-93a4-496a-94f5-de073a775bdf req-35ffe76d-8a07-4e39-9c6e-201ff645cbea tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:12.882007 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-56f57e32-93a4-496a-94f5-de073a775bdf req-35ffe76d-8a07-4e39-9c6e-201ff645cbea tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.1661503 Aug 30 18:37:12.992029 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-56f57e32-93a4-496a-94f5-de073a775bdf req-048cc61c-cf6f-4d10-86e6-d81fa08357c6 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082146 Aug 30 18:37:13.032104 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7b15b-f510-42f7-8b32-5cb6d180dc9c req-259ee900-7707-48d4-ae9e-d53f2b46bc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:13.039388 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-0ea7b15b-f510-42f7-8b32-5cb6d180dc9c req-259ee900-7707-48d4-ae9e-d53f2b46bc07 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c8c53c4b1f724a2d82c8b9aa097e7b08&device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 1098 time: 0.1127615 Aug 30 18:37:13.158423 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bf7ca-d808-4027-9ec7-2dd3ece8a090 req-4086ed70-df69-41aa-b390-7562f7255066 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:13.162052 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9e0bf7ca-d808-4027-9ec7-2dd3ece8a090 req-4086ed70-df69-41aa-b390-7562f7255066 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cfeeb8-5dd8-48d4-9d8d-8b5e6420eaf5 HTTP/1.1" status: 200 len: 945 time: 0.1603010 Aug 30 18:37:13.264920 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9e0bf7ca-d808-4027-9ec7-2dd3ece8a090 req-44cf7f1f-4f60-426b-8d31-757d6f5a47ce tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/security-groups?id=65ac765c-b490-4de5-bbfd-2802aab10895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902693 Aug 30 18:37:13.308749 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b53b0c-1e56-47bc-96a0-41c02fd80ebb req-d8e494fd-5be9-4001-979d-bab5df0b10d5 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:13.321357 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-65b53b0c-1e56-47bc-96a0-41c02fd80ebb req-d8e494fd-5be9-4001-979d-bab5df0b10d5 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c770e0b-c7da-4d14-acdd-49b26dcd611f HTTP/1.1" status: 200 len: 945 time: 0.1513278 Aug 30 18:37:13.394896 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7b15b-f510-42f7-8b32-5cb6d180dc9c req-0c241b27-19a9-4b7e-9ce4-5869ebdbea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:13.397026 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-0ea7b15b-f510-42f7-8b32-5cb6d180dc9c req-0c241b27-19a9-4b7e-9ce4-5869ebdbea14 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ab82acb0-f81e-4d3a-b5c2-781193f4d5c9 HTTP/1.1" status: 200 len: 910 time: 0.3485389 Aug 30 18:37:13.533889 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-65b53b0c-1e56-47bc-96a0-41c02fd80ebb req-40754836-ee35-4cd0-9b45-e67953358c3a tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110560 Aug 30 18:37:13.586867 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-0ea7b15b-f510-42f7-8b32-5cb6d180dc9c req-c961dd0c-0423-47f1-98d5-2ed029509d98 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb84229e-624a-4bf8-b1b3-9691ab34f638 HTTP/1.1" status: 200 len: 1001 time: 0.1795211 Aug 30 18:37:13.595069 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8dcf6-4626-4695-9459-764f6c51324d req-2feb8df8-60a7-4091-98d3-8458bdd47d26 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:13.598405 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-deb8dcf6-4626-4695-9459-764f6c51324d req-2feb8df8-60a7-4091-98d3-8458bdd47d26 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1679316 Aug 30 18:37:13.692036 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7b15b-f510-42f7-8b32-5cb6d180dc9c req-6a096be3-0a1e-46c7-84ee-7df77a9d0019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:13.696555 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-0ea7b15b-f510-42f7-8b32-5cb6d180dc9c req-6a096be3-0a1e-46c7-84ee-7df77a9d0019 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06b2e4f8-43ee-4d3b-b176-d28355e277df HTTP/1.1" status: 200 len: 849 time: 0.1008973 Aug 30 18:37:13.723887 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-deb8dcf6-4626-4695-9459-764f6c51324d req-8564b98d-3c21-4072-9b81-31f5a37e2ad8 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123340 Aug 30 18:37:13.816441 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 39d81bb3-2c8a-471a-9a07-092315063fad up at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:37:13.846639 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7b15b-f510-42f7-8b32-5cb6d180dc9c req-995ea557-6446-4c51-bf30-4d261ad0394b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:13.849210 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-0ea7b15b-f510-42f7-8b32-5cb6d180dc9c req-995ea557-6446-4c51-bf30-4d261ad0394b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ab82acb0-f81e-4d3a-b5c2-781193f4d5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1443863 Aug 30 18:37:13.910297 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 50376) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:37:13.940335 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d8762-bd75-4d58-94a6-c8540aee59c9 req-04a30780-9c6e-41de-8638-3fe7b98e41fc tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:13.951272 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ca8d8762-bd75-4d58-94a6-c8540aee59c9 req-04a30780-9c6e-41de-8638-3fe7b98e41fc tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 944 time: 0.1662662 Aug 30 18:37:13.970502 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning for port 39d81bb3-2c8a-471a-9a07-092315063fad completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:37:13.980452 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning complete for port 39d81bb3-2c8a-471a-9a07-092315063fad triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:37:13.981172 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:14.114478 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ca8d8762-bd75-4d58-94a6-c8540aee59c9 req-4c9fc5f9-da6e-47d9-ad73-c3be6ae79e87 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583071 Aug 30 18:37:14.165043 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-0ea7b15b-f510-42f7-8b32-5cb6d180dc9c req-0ae1a1e6-8c8c-4309-81bc-941266e800ee service neutron] 10.222.0.39 "GET /v2.0/networks/ab82acb0-f81e-4d3a-b5c2-781193f4d5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045633 Aug 30 18:37:14.205397 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-58d799ff-f0b8-447c-8fc3-eaf0a5ec23a3 req-ba8d9e3f-0cac-4047-8e3f-9143ffc5c38c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2899411 Aug 30 18:37:14.220201 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:14.330175 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48cfeeb8-5dd8-48d4-9d8d-8b5e6420eaf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d81bb3-2c8a-471a-9a07-092315063fad'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:37:14.336522 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf7e48b1d7ea734c3ab22bdf0c4fd39094da8684eda14d675e1fcbcfa40454f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2990702e-fb3f-4457-82da-069343ff6408" -d '{"events": [{"server_uuid": "48cfeeb8-5dd8-48d4-9d8d-8b5e6420eaf5", "name": "network-vif-plugged", "status": "completed", "tag": "39d81bb3-2c8a-471a-9a07-092315063fad"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:37:14.366257 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 39d81bb3-2c8a-471a-9a07-092315063fad, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=39d81bb3-2c8a-471a-9a07-092315063fad,segment=NetworkSegment(d7da4ab1-e71b-494c-a860-d9debd9a97f7),segment_id=d7da4ab1-e71b-494c-a860-d9debd9a97f7)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:37:14.376020 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:14.434812 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506566b-bc0f-4ff3-b01d-915622e1bad6 req-dc07bee2-5ae5-4543-acbd-9a155519c4a8 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:14.439093 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7506566b-bc0f-4ff3-b01d-915622e1bad6 req-dc07bee2-5ae5-4543-acbd-9a155519c4a8 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.1703119 Aug 30 18:37:14.539020 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=39d81bb3-2c8a-471a-9a07-092315063fad,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:14.550576 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-0ea7b15b-f510-42f7-8b32-5cb6d180dc9c req-587c70ab-0e32-4280-8f8c-ce5fe19a3c61 service neutron] 10.222.0.39 "GET /v2.0/networks/ab82acb0-f81e-4d3a-b5c2-781193f4d5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733540 Aug 30 18:37:14.577253 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7506566b-bc0f-4ff3-b01d-915622e1bad6 req-34d6a3cf-146c-412b-b0f0-f63ecde9b627 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244459 Aug 30 18:37:14.661126 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2c851-4934-49f4-a5a2-cae59cdc7faf req-03acc851-598d-4478-8683-4654b888f0a7 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:14.663682 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2fc2c851-4934-49f4-a5a2-cae59cdc7faf req-03acc851-598d-4478-8683-4654b888f0a7 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cfeeb8-5dd8-48d4-9d8d-8b5e6420eaf5 HTTP/1.1" status: 200 len: 946 time: 0.1564662 Aug 30 18:37:14.682748 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4783c9-3d82-44a4-bae9-43780eb9c0b7 x-openstack-request-id: req-5a4783c9-3d82-44a4-bae9-43780eb9c0b7 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:37:14.683405 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48cfeeb8-5dd8-48d4-9d8d-8b5e6420eaf5", "name": "network-vif-plugged", "status": "completed", "tag": "39d81bb3-2c8a-471a-9a07-092315063fad", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:37:14.683694 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5a4783c9-3d82-44a4-bae9-43780eb9c0b7 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:37:14.684621 dv-cinder-790492-12-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48cfeeb8-5dd8-48d4-9d8d-8b5e6420eaf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d81bb3-2c8a-471a-9a07-092315063fad', 'code': 200} Aug 30 18:37:14.755742 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2fc2c851-4934-49f4-a5a2-cae59cdc7faf req-f0372d5a-e472-4e30-980a-17b8047254a3 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/security-groups?id=65ac765c-b490-4de5-bbfd-2802aab10895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783265 Aug 30 18:37:14.927036 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b7f45-9293-43ce-811c-ae441ab34c7b req-60797fde-c204-4ba8-802f-7dfc68f11beb tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:14.942197 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-db7b7f45-9293-43ce-811c-ae441ab34c7b req-60797fde-c204-4ba8-802f-7dfc68f11beb tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c770e0b-c7da-4d14-acdd-49b26dcd611f HTTP/1.1" status: 200 len: 945 time: 0.1342239 Aug 30 18:37:14.971656 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc766b96-97ba-4cc1-b359-baf76eae22df req-3022b055-1161-4993-a324-e8f4c9b569ea tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:14.974309 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-dc766b96-97ba-4cc1-b359-baf76eae22df req-3022b055-1161-4993-a324-e8f4c9b569ea tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c770e0b-c7da-4d14-acdd-49b26dcd611f HTTP/1.1" status: 200 len: 945 time: 0.1490431 Aug 30 18:37:15.031785 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-db7b7f45-9293-43ce-811c-ae441ab34c7b req-cae6c6f5-1f12-49a1-83d4-7276f47b8bc9 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881143 Aug 30 18:37:15.171242 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61757d5b-6122-4910-b808-e1c6e2b8c889 req-886c2cb5-42db-40cd-9446-462ef2c9f88f tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:15.173943 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-61757d5b-6122-4910-b808-e1c6e2b8c889 req-886c2cb5-42db-40cd-9446-462ef2c9f88f tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.2415235 Aug 30 18:37:15.187117 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef698e-15a4-4f03-8911-cccf00d854fc req-69864e5e-489b-429a-a2c3-6015ad99133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:15.189065 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-43ef698e-15a4-4f03-8911-cccf00d854fc req-69864e5e-489b-429a-a2c3-6015ad99133d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=48cfeeb8-5dd8-48d4-9d8d-8b5e6420eaf5 HTTP/1.1" status: 200 len: 1099 time: 0.1308415 Aug 30 18:37:15.319179 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-61757d5b-6122-4910-b808-e1c6e2b8c889 req-40852ee2-f234-4985-b607-8aff887d6bc9 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287184 Aug 30 18:37:15.322113 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-dc766b96-97ba-4cc1-b359-baf76eae22df req-9815bbd7-341d-43b2-983f-43a2580ea092 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Deleting port 17dc8248-8bc6-4719-ad2f-db386e8a7163 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:37:15.323037 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-dc766b96-97ba-4cc1-b359-baf76eae22df req-9815bbd7-341d-43b2-983f-43a2580ea092 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:15.328657 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-43ef698e-15a4-4f03-8911-cccf00d854fc req-a2fcc1ab-ff29-4fcd-ba34-dc49b7aa23b6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=65ac765c-b490-4de5-bbfd-2802aab10895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284471 Aug 30 18:37:15.373851 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a0324-f609-4efb-aa81-237e2e66d626 req-ffce7a3b-5d1f-4647-a8c8-1c39a4706f9e tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:15.376890 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e12a0324-f609-4efb-aa81-237e2e66d626 req-ffce7a3b-5d1f-4647-a8c8-1c39a4706f9e tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 944 time: 0.1033361 Aug 30 18:37:15.439440 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e12a0324-f609-4efb-aa81-237e2e66d626 req-d88e4597-f5ee-4e56-92d1-e82c8108277f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489626 Aug 30 18:37:15.482002 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-dc766b96-97ba-4cc1-b359-baf76eae22df req-9815bbd7-341d-43b2-983f-43a2580ea092 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] For port 17dc8248-8bc6-4719-ad2f-db386e8a7163, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=17dc8248-8bc6-4719-ad2f-db386e8a7163,segment=NetworkSegment(aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf),segment_id=aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:37:15.482670 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-dc766b96-97ba-4cc1-b359-baf76eae22df req-9815bbd7-341d-43b2-983f-43a2580ea092 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:15.506443 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-dc766b96-97ba-4cc1-b359-baf76eae22df req-9815bbd7-341d-43b2-983f-43a2580ea092 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Calling delete_port for 17dc8248-8bc6-4719-ad2f-db386e8a7163 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:37:15.859272 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8a480-f90b-4d52-bb33-d61c24a779fa req-d3546ee3-54ce-4f97-9efa-f9e9682768c0 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:15.861885 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-e2d8a480-f90b-4d52-bb33-d61c24a779fa req-d3546ee3-54ce-4f97-9efa-f9e9682768c0 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.1186285 Aug 30 18:37:15.933050 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-dc766b96-97ba-4cc1-b359-baf76eae22df req-9815bbd7-341d-43b2-983f-43a2580ea092 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:15.982719 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['a8e16594-074f-42d5-bbfe-31e155c8207f', 'f04ef030-1229-42d5-bf83-beb70ed213f6', '17dc8248-8bc6-4719-ad2f-db386e8a7163'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:37:16.010795 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9815bbd7-341d-43b2-983f-43a2580ea092 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Pushing event deleted for resources: {'Port': ['ID=17dc8248-8bc6-4719-ad2f-db386e8a7163,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:16.029023 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca08d8f-4282-48ba-862c-b11ef23c05b5 req-b751e492-3815-4a94-9482-96f1b93e3d8f tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:16.045199 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7ca08d8f-4282-48ba-862c-b11ef23c05b5 req-b751e492-3815-4a94-9482-96f1b93e3d8f tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cfeeb8-5dd8-48d4-9d8d-8b5e6420eaf5 HTTP/1.1" status: 200 len: 946 time: 0.1311705 Aug 30 18:37:16.120818 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-e2d8a480-f90b-4d52-bb33-d61c24a779fa req-c1fedf50-a177-4176-aa06-41b0e5fa6595 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265463 Aug 30 18:37:16.141915 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7ca08d8f-4282-48ba-862c-b11ef23c05b5 req-8c4392c6-b546-4332-a953-ed05d4d63a25 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/security-groups?id=65ac765c-b490-4de5-bbfd-2802aab10895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898786 Aug 30 18:37:16.189705 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc766b96-97ba-4cc1-b359-baf76eae22df req-9815bbd7-341d-43b2-983f-43a2580ea092 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] No DVR routers for this DVR port 17dc8248-8bc6-4719-ad2f-db386e8a7163 on host hv-cinder-79049 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:37:16.195409 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-dc766b96-97ba-4cc1-b359-baf76eae22df req-9815bbd7-341d-43b2-983f-43a2580ea092 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:16.199985 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-dc766b96-97ba-4cc1-b359-baf76eae22df req-9815bbd7-341d-43b2-983f-43a2580ea092 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.39 "DELETE /v2.0/ports/17dc8248-8bc6-4719-ad2f-db386e8a7163 HTTP/1.1" status: 204 len: 173 time: 1.2170641 Aug 30 18:37:16.201236 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c770e0b-c7da-4d14-acdd-49b26dcd611f', 'name': 'network-vif-deleted', 'tag': '17dc8248-8bc6-4719-ad2f-db386e8a7163'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:37:16.205865 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c169bc-aa15-4e5b-b5ab-31e7bc1c0d3e" -d '{"events": [{"server_uuid": "9c770e0b-c7da-4d14-acdd-49b26dcd611f", "name": "network-vif-deleted", "tag": "17dc8248-8bc6-4719-ad2f-db386e8a7163"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:37:16.318040 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c954107d-98ec-48f5-bf7c-193fd84d297a req-734439cc-feef-42e4-917e-3dbe64ee0715 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c770e0b-c7da-4d14-acdd-49b26dcd611f HTTP/1.1" status: 200 len: 210 time: 0.0581975 Aug 30 18:37:16.320813 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370939dc-d533-4aa5-ab2e-19c297534c64 x-openstack-request-id: req-370939dc-d533-4aa5-ab2e-19c297534c64 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:37:16.321271 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c770e0b-c7da-4d14-acdd-49b26dcd611f", "name": "network-vif-deleted", "tag": "17dc8248-8bc6-4719-ad2f-db386e8a7163", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:37:16.321655 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-370939dc-d533-4aa5-ab2e-19c297534c64 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:37:16.322806 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c770e0b-c7da-4d14-acdd-49b26dcd611f', 'name': 'network-vif-deleted', 'tag': '17dc8248-8bc6-4719-ad2f-db386e8a7163', 'status': 'completed', 'code': 200} Aug 30 18:37:16.590486 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f24b9-8ff8-4080-9b48-b46999b1c9b8 req-f49de23d-8d61-416d-92cd-13346fa8b64d tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:16.593544 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-248f24b9-8ff8-4080-9b48-b46999b1c9b8 req-f49de23d-8d61-416d-92cd-13346fa8b64d tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1049731 Aug 30 18:37:16.665495 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63201b17-3a7b-4ba7-b856-676b2d138fca req-4071312c-505c-4651-8cb5-d1c41db61034 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:16.669101 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-63201b17-3a7b-4ba7-b856-676b2d138fca req-4071312c-505c-4651-8cb5-d1c41db61034 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 944 time: 0.0890698 Aug 30 18:37:16.674369 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-248f24b9-8ff8-4080-9b48-b46999b1c9b8 req-2448ffbd-25b2-4132-ab95-ea4c4a4dcff9 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686896 Aug 30 18:37:16.737832 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-63201b17-3a7b-4ba7-b856-676b2d138fca req-1fe2cad6-4387-45a0-99f4-f58a78b92c05 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605991 Aug 30 18:37:17.327781 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53733b14-0c7b-4fcd-9f7c-f043aaddbe30 req-35def1e0-67a8-43b8-b558-b6d847938b36 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:17.329627 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-53733b14-0c7b-4fcd-9f7c-f043aaddbe30 req-35def1e0-67a8-43b8-b558-b6d847938b36 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.0804036 Aug 30 18:37:17.380239 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c124e-1e43-408c-ac51-72f100d728e6 req-158e2758-f29a-4b03-be00-c38b5048eb51 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:17.383296 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a67c124e-1e43-408c-ac51-72f100d728e6 req-158e2758-f29a-4b03-be00-c38b5048eb51 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cfeeb8-5dd8-48d4-9d8d-8b5e6420eaf5 HTTP/1.1" status: 200 len: 946 time: 0.1104257 Aug 30 18:37:17.394098 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-53733b14-0c7b-4fcd-9f7c-f043aaddbe30 req-bac7c294-da0e-415f-9229-088025a6035a tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540051 Aug 30 18:37:17.455609 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a67c124e-1e43-408c-ac51-72f100d728e6 req-dc9ce7aa-88d6-4419-a65f-beec2d48f4c3 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/security-groups?id=65ac765c-b490-4de5-bbfd-2802aab10895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638556 Aug 30 18:37:17.565935 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f645f68a-71b4-4908-970c-27e2a7bfd785 req-120cff5a-d3af-4c7b-94b9-f485a5e86be4 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c770e0b-c7da-4d14-acdd-49b26dcd611f HTTP/1.1" status: 200 len: 210 time: 0.0482748 Aug 30 18:37:17.895537 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd057713-31c9-4984-9e29-799610e63d6b req-c78aaced-8f85-48a0-af06-f41d1024e484 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:17.898242 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-cd057713-31c9-4984-9e29-799610e63d6b req-c78aaced-8f85-48a0-af06-f41d1024e484 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1047349 Aug 30 18:37:17.920148 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233af02-806d-4ba3-89e7-a0fa497f7829 req-c68d6ca9-13a5-4fe2-8ec0-ff2978ddc2c8 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:17.921806 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8233af02-806d-4ba3-89e7-a0fa497f7829 req-c68d6ca9-13a5-4fe2-8ec0-ff2978ddc2c8 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 944 time: 0.0886641 Aug 30 18:37:17.970016 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-cd057713-31c9-4984-9e29-799610e63d6b req-2546b92e-4c92-4c44-bbe6-bf2ff4306fe3 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611575 Aug 30 18:37:18.005452 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8233af02-806d-4ba3-89e7-a0fa497f7829 req-8336b9fa-857b-4541-bab7-0e3269a6dd43 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734131 Aug 30 18:37:18.670216 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cab235-bbff-40df-8334-48f3b8f7ed0f req-8dac03ab-eea8-41ee-9678-e9ff5425412d tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:18.672925 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-03cab235-bbff-40df-8334-48f3b8f7ed0f req-8dac03ab-eea8-41ee-9678-e9ff5425412d tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cfeeb8-5dd8-48d4-9d8d-8b5e6420eaf5 HTTP/1.1" status: 200 len: 946 time: 0.0794826 Aug 30 18:37:18.747819 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-03cab235-bbff-40df-8334-48f3b8f7ed0f req-395ff67b-6739-43c2-9c3e-0fd2237fbf49 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/security-groups?id=65ac765c-b490-4de5-bbfd-2802aab10895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650468 Aug 30 18:37:18.752335 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f69be3bb-fa3c-48c5-9cc6-3a9a582d630b req-251d0fe0-0525-4e37-a1e2-999738c4088c tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c770e0b-c7da-4d14-acdd-49b26dcd611f HTTP/1.1" status: 200 len: 210 time: 0.0380208 Aug 30 18:37:19.190544 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f1834-9f91-4857-b532-9b9ae3502931 req-93e51874-c685-4fa6-ac91-19a8d9a14d9b tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:19.193351 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a39f1834-9f91-4857-b532-9b9ae3502931 req-93e51874-c685-4fa6-ac91-19a8d9a14d9b tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.0974703 Aug 30 18:37:19.203762 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3cf45-3332-43a7-8cc1-cc24272ed7df req-0679b4ec-c9db-4ebc-9064-fad79720be04 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:19.207039 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fdf3cf45-3332-43a7-8cc1-cc24272ed7df req-0679b4ec-c9db-4ebc-9064-fad79720be04 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 944 time: 0.0797501 Aug 30 18:37:19.265766 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a39f1834-9f91-4857-b532-9b9ae3502931 req-b27b6fed-ec1d-49f0-b02a-4729c82c1acd tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642328 Aug 30 18:37:19.284265 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fdf3cf45-3332-43a7-8cc1-cc24272ed7df req-fe87e32c-4bd3-462a-9bfe-427306f807cb tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639884 Aug 30 18:37:19.876425 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9c042da7-a210-4c3e-b6a8-0a0e5ef97b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:19.878456 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:37:19.991841 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-22626cee-68e5-45cb-afad-907773d467a5 req-01fbff53-a9d5-4907-89ae-7742615f93ab tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c770e0b-c7da-4d14-acdd-49b26dcd611f HTTP/1.1" status: 200 len: 210 time: 0.0485611 Aug 30 18:37:20.052651 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced68f6-84b2-42ee-b1f4-f4f895afe1bd req-3717218c-2186-43f3-8fda-5be988ec198d tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:20.055591 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-dced68f6-84b2-42ee-b1f4-f4f895afe1bd req-3717218c-2186-43f3-8fda-5be988ec198d tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cfeeb8-5dd8-48d4-9d8d-8b5e6420eaf5 HTTP/1.1" status: 200 len: 946 time: 0.1126835 Aug 30 18:37:20.131444 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-dced68f6-84b2-42ee-b1f4-f4f895afe1bd req-b7888c92-a57a-4019-8be2-71deb05c2a90 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/security-groups?id=65ac765c-b490-4de5-bbfd-2802aab10895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674748 Aug 30 18:37:20.499491 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8ecf5-fd5d-440c-8efd-f7681515e722 req-c997bdb8-3562-44e5-8c28-7504572dc90e tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:20.514115 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-daa8ecf5-fd5d-440c-8efd-f7681515e722 req-c997bdb8-3562-44e5-8c28-7504572dc90e tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1064143 Aug 30 18:37:20.535332 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0043a-0367-47a3-9ab9-9284f1306940 req-811767ab-b65c-48e1-b483-ca926955478d tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:20.537174 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-b8e0043a-0367-47a3-9ab9-9284f1306940 req-811767ab-b65c-48e1-b483-ca926955478d tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 944 time: 0.1018384 Aug 30 18:37:20.612580 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-daa8ecf5-fd5d-440c-8efd-f7681515e722 req-12196fb3-f908-4e32-b8a1-299798659ad6 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950241 Aug 30 18:37:20.679664 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-b8e0043a-0367-47a3-9ab9-9284f1306940 req-e7d012e6-f424-40c1-8059-8b6c19cfdd64 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231177 Aug 30 18:37:20.709026 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d799ff-f0b8-447c-8fc3-eaf0a5ec23a3 req-3d387fcc-0301-41a8-93bb-2b460e530b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:20.711010 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-58d799ff-f0b8-447c-8fc3-eaf0a5ec23a3 req-3d387fcc-0301-41a8-93bb-2b460e530b4b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8&tenant_id=d89643519bc34769a45d10e5754b227b HTTP/1.1" status: 200 len: 1097 time: 0.1299939 Aug 30 18:37:20.809209 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d799ff-f0b8-447c-8fc3-eaf0a5ec23a3 req-c47aab05-fa4b-45a4-89d4-b9984e6f767a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:20.811947 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-58d799ff-f0b8-447c-8fc3-eaf0a5ec23a3 req-c47aab05-fa4b-45a4-89d4-b9984e6f767a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d89643519bc34769a45d10e5754b227b&device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 1097 time: 0.0592866 Aug 30 18:37:20.974529 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d799ff-f0b8-447c-8fc3-eaf0a5ec23a3 req-dfc90057-2d88-4f99-bb37-0bde74ae0056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:20.977026 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-58d799ff-f0b8-447c-8fc3-eaf0a5ec23a3 req-dfc90057-2d88-4f99-bb37-0bde74ae0056 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6fc39c71-5951-46b8-8518-6e7081e1cda3 HTTP/1.1" status: 200 len: 917 time: 0.1558936 Aug 30 18:37:21.130112 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 17dc8248-8bc6-4719-ad2f-db386e8a7163 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:37:21.159657 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-58d799ff-f0b8-447c-8fc3-eaf0a5ec23a3 req-907ff558-2c68-4be8-b26d-8bf5e80ca5e1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1007785-b841-4b73-ae46-07c4f05fa984 HTTP/1.1" status: 200 len: 999 time: 0.1743009 Aug 30 18:37:21.196864 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] No Port match for: 17dc8248-8bc6-4719-ad2f-db386e8a7163 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:37:21.197870 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 17dc8248-8bc6-4719-ad2f-db386e8a7163 not bound to the agent host hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:37:21.265665 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f65b7-2ae0-40d7-b45a-ed94d1e76541 req-0de33ad5-ad5c-45fb-a873-f1e73a9aa459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:21.268445 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-598f65b7-2ae0-40d7-b45a-ed94d1e76541 req-0de33ad5-ad5c-45fb-a873-f1e73a9aa459 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 1099 time: 0.1867418 Aug 30 18:37:21.279774 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d799ff-f0b8-447c-8fc3-eaf0a5ec23a3 req-3baa0bfd-9e6d-4965-bbc4-5cf8f295a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:21.282047 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-58d799ff-f0b8-447c-8fc3-eaf0a5ec23a3 req-3baa0bfd-9e6d-4965-bbc4-5cf8f295a6d5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e547c2a0-76a1-4c05-919d-55422e695ce0 HTTP/1.1" status: 200 len: 856 time: 0.1132958 Aug 30 18:37:21.374534 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-598f65b7-2ae0-40d7-b45a-ed94d1e76541 req-e45db586-d9df-4bc4-aefa-d47af0bb5d1f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910711 Aug 30 18:37:21.396429 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d799ff-f0b8-447c-8fc3-eaf0a5ec23a3 req-7b1e533e-4118-45d1-ab51-fc2159df8626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:21.398743 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-58d799ff-f0b8-447c-8fc3-eaf0a5ec23a3 req-7b1e533e-4118-45d1-ab51-fc2159df8626 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6fc39c71-5951-46b8-8518-6e7081e1cda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1030073 Aug 30 18:37:21.520206 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc98d9f-67c2-49d8-b9c1-90ac24c22c44 req-eaf66b57-be8d-43c4-8e14-d57f4ebec7e5 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:21.522743 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fcc98d9f-67c2-49d8-b9c1-90ac24c22c44 req-eaf66b57-be8d-43c4-8e14-d57f4ebec7e5 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 945 time: 0.0927804 Aug 30 18:37:21.589092 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fcc98d9f-67c2-49d8-b9c1-90ac24c22c44 req-eace8321-6475-4bd2-b107-d85750bb56fd tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569708 Aug 30 18:37:21.871956 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f946974-fa39-4bdb-abc4-f7270bd1cc30 req-0f48171a-2fb0-49f2-a7ed-4c87fb065d87 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:21.873980 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4f946974-fa39-4bdb-abc4-f7270bd1cc30 req-0f48171a-2fb0-49f2-a7ed-4c87fb065d87 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 944 time: 0.0851953 Aug 30 18:37:21.874248 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00591b3-34f1-407c-861d-d6cb3c1a352a req-223ec0b3-4c1b-4669-86de-23ef7a5d3edb tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:21.875665 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f00591b3-34f1-407c-861d-d6cb3c1a352a req-223ec0b3-4c1b-4669-86de-23ef7a5d3edb tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1209424 Aug 30 18:37:21.881898 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-58d799ff-f0b8-447c-8fc3-eaf0a5ec23a3 req-17e14feb-8b05-4aa0-a82e-e1cd847ad71e service neutron] 10.222.0.39 "GET /v2.0/networks/6fc39c71-5951-46b8-8518-6e7081e1cda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186136 Aug 30 18:37:21.944331 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4f946974-fa39-4bdb-abc4-f7270bd1cc30 req-ba19fcba-a8c1-4a71-a546-5f1b60f81fbb tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578485 Aug 30 18:37:21.998268 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f00591b3-34f1-407c-861d-d6cb3c1a352a req-a2e23707-925a-4017-90a2-6978e91fc9ce tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095037 Aug 30 18:37:22.063520 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-58d799ff-f0b8-447c-8fc3-eaf0a5ec23a3 req-eb05c63c-15b3-49bc-8960-81a88453a8fc service neutron] 10.222.0.39 "GET /v2.0/networks/6fc39c71-5951-46b8-8518-6e7081e1cda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556580 Aug 30 18:37:22.859315 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa991fbf-77b5-45b6-a3c3-54d870437405 req-43076f31-ca70-43b3-aaa1-4f3cbcbd0f18 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:22.872943 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-aa991fbf-77b5-45b6-a3c3-54d870437405 req-43076f31-ca70-43b3-aaa1-4f3cbcbd0f18 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 945 time: 0.1353152 Aug 30 18:37:22.942265 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-aa991fbf-77b5-45b6-a3c3-54d870437405 req-c4aadead-54ce-4b4c-a0f8-7014bf930ded tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673265 Aug 30 18:37:23.152468 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 50568) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:37:23.210991 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5319e4c-4f93-476b-8d44-437868e21d21 req-1f8c7abb-f97d-4528-92a9-985b890418d7 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:23.223971 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a5319e4c-4f93-476b-8d44-437868e21d21 req-1f8c7abb-f97d-4528-92a9-985b890418d7 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 944 time: 0.1100032 Aug 30 18:37:23.236622 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3dac4-ed2a-47b3-9b9f-9318327ca57d req-ea68b4ff-5322-42a4-86a3-27b9c1e115b4 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:23.239074 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-dfa3dac4-ed2a-47b3-9b9f-9318327ca57d req-ea68b4ff-5322-42a4-86a3-27b9c1e115b4 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1016638 Aug 30 18:37:23.247023 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-50db5f4c-7f39-460c-9ccf-fe1e1285f7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:23.342084 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-dfa3dac4-ed2a-47b3-9b9f-9318327ca57d req-bf8d8061-9ffb-4db5-9315-f8d86f57e3c1 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746858 Aug 30 18:37:23.358726 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:23.403038 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a5319e4c-4f93-476b-8d44-437868e21d21 req-41d812fa-e342-4735-8897-337e95acfcd9 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771648 Aug 30 18:37:23.521388 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5af034ef-7d9f-4ff6-b1ca-b235b7c015ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:23.766729 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5af034ef-7d9f-4ff6-b1ca-b235b7c015ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:23.774060 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5af034ef-7d9f-4ff6-b1ca-b235b7c015ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:23.839727 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 50584) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:37:23.840080 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-5af034ef-7d9f-4ff6-b1ca-b235b7c015ae admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=85b62beba0bc4932bc417534f7ae110a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6837165 Aug 30 18:37:23.841402 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af034ef-7d9f-4ff6-b1ca-b235b7c015ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ec0849-2b31-419b-9a0e-1228987bfb28,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:24.028036 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a6373ff6-ed83-4383-a8ad-59c5073cd087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:24.037753 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:24.112045 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a6373ff6-ed83-4383-a8ad-59c5073cd087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:24.249263 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a6373ff6-ed83-4383-a8ad-59c5073cd087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:24.254164 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a6373ff6-ed83-4383-a8ad-59c5073cd087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:24.259613 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-a6373ff6-ed83-4383-a8ad-59c5073cd087 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c9ec0849-2b31-419b-9a0e-1228987bfb28 HTTP/1.1" status: 204 len: 168 time: 0.4150803 Aug 30 18:37:24.271713 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a828ebd-556e-4d8d-bb36-4bc3a4204a40 req-23e97a4f-0ff4-4d6c-9706-36906bb76ff7 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:24.274306 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2a828ebd-556e-4d8d-bb36-4bc3a4204a40 req-23e97a4f-0ff4-4d6c-9706-36906bb76ff7 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 945 time: 0.1665161 Aug 30 18:37:24.279572 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6373ff6-ed83-4383-a8ad-59c5073cd087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ec0849-2b31-419b-9a0e-1228987bfb28,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:24.427401 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2a828ebd-556e-4d8d-bb36-4bc3a4204a40 req-3c37d7fd-f32b-4546-8a5f-27f7a2f28ee1 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380177 Aug 30 18:37:24.591500 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0a763-0314-45fc-8462-42f3869212fb req-a2e8e761-60bc-43ae-aa06-9a71cb33ef13 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:24.601195 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-06b0a763-0314-45fc-8462-42f3869212fb req-a2e8e761-60bc-43ae-aa06-9a71cb33ef13 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.2398126 Aug 30 18:37:24.696332 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-06b0a763-0314-45fc-8462-42f3869212fb req-dcae694d-7b4f-47e4-b397-93828e36b062 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938163 Aug 30 18:37:24.762090 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a841258-19b7-4fc5-8876-859c7e3078ed req-341f3de5-2ba4-45f5-9d05-6a1810ed210f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:24.764692 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9a841258-19b7-4fc5-8876-859c7e3078ed req-341f3de5-2ba4-45f5-9d05-6a1810ed210f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 944 time: 0.1261480 Aug 30 18:37:24.841177 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9a841258-19b7-4fc5-8876-859c7e3078ed req-e0220813-53c6-4f9d-ac2e-853c9bc2ccd7 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685396 Aug 30 18:37:25.722878 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd9bdd-8004-4786-8401-1514852b29b0 req-ee7f0a92-36b3-4a81-a4ca-8941f9b92ba5 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:25.732320 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 50620) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:37:25.740186 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-76bd9bdd-8004-4786-8401-1514852b29b0 req-ee7f0a92-36b3-4a81-a4ca-8941f9b92ba5 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 945 time: 0.1532397 Aug 30 18:37:25.749093 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:25.879448 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-76bd9bdd-8004-4786-8401-1514852b29b0 req-e791ca89-8fe2-4557-bb48-1af0ae5ff08a tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152301 Aug 30 18:37:25.984267 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda522e3-493c-4aee-98b8-f3594ecb09dc req-cb11ee02-7569-4b13-9c05-0a5abc5f3bc1 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:25.987097 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-eda522e3-493c-4aee-98b8-f3594ecb09dc req-cb11ee02-7569-4b13-9c05-0a5abc5f3bc1 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1203597 Aug 30 18:37:26.080750 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-988229c6-61f3-4a34-b8e7-6ea76363c4de admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1725109495-network', 'tenant_id': '6008a41ab4874c52ad17d46420b022af'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:37:26.144404 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-eda522e3-493c-4aee-98b8-f3594ecb09dc req-ceee8a90-3541-47e6-b24c-56a1d0a195fd tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340804 Aug 30 18:37:26.163277 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612c9a8-dfc6-4097-ab9e-0ba55df36a32 req-80008753-30ff-48b5-8617-6f0814239f7a tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:26.179938 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-8612c9a8-dfc6-4097-ab9e-0ba55df36a32 req-80008753-30ff-48b5-8617-6f0814239f7a tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 944 time: 0.1498427 Aug 30 18:37:26.204561 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988229c6-61f3-4a34-b8e7-6ea76363c4de admin admin] Made reservation on behalf of 6008a41ab4874c52ad17d46420b022af for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:37:26.209670 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-988229c6-61f3-4a34-b8e7-6ea76363c4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:26.240311 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-988229c6-61f3-4a34-b8e7-6ea76363c4de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:26.248058 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-8612c9a8-dfc6-4097-ab9e-0ba55df36a32 req-4348715c-5e0f-407b-b951-714c5d5005b0 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659811 Aug 30 18:37:26.433198 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-988229c6-61f3-4a34-b8e7-6ea76363c4de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:26.438815 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-988229c6-61f3-4a34-b8e7-6ea76363c4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:26.484335 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-988229c6-61f3-4a34-b8e7-6ea76363c4de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 18:37:26.504715 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988229c6-61f3-4a34-b8e7-6ea76363c4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f838cc2-e564-47e1-89da-a5c8a209b91f,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:26.515094 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-988229c6-61f3-4a34-b8e7-6ea76363c4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:26.515636 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.db.segments_db [None req-988229c6-61f3-4a34-b8e7-6ea76363c4de admin admin] Added segment 34c5a00e-2756-4d19-8008-32900dad1a1d of type vlan for network 317c3337-65a4-4c10-bd8f-9fc41ffa1f67 Aug 30 18:37:26.605966 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-988229c6-61f3-4a34-b8e7-6ea76363c4de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776058719600'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:26.663277 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-988229c6-61f3-4a34-b8e7-6ea76363c4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:26.665213 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988229c6-61f3-4a34-b8e7-6ea76363c4de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:26.666966 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-988229c6-61f3-4a34-b8e7-6ea76363c4de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:26.781593 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 50632) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:37:26.782558 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-988229c6-61f3-4a34-b8e7-6ea76363c4de admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0477548 Aug 30 18:37:26.793128 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988229c6-61f3-4a34-b8e7-6ea76363c4de admin admin] Pushing event updated for resources: {'Network': ['ID=317c3337-65a4-4c10-bd8f-9fc41ffa1f67,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:26.794229 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-16b760e1-42f2-4479-99b8-c72021ca93c6 admin admin] Request body: {'subnet': {'network_id': '317c3337-65a4-4c10-bd8f-9fc41ffa1f67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1725109495-subnet', 'tenant_id': '6008a41ab4874c52ad17d46420b022af', 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:37:26.812527 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Network 317c3337-65a4-4c10-bd8f-9fc41ffa1f67 details requested by agent ovs-agent-dv-cinder-790492-12-iscsi with host dv-cinder-790492-12-iscsi {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:37:26.853990 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b760e1-42f2-4479-99b8-c72021ca93c6 admin admin] Made reservation on behalf of 6008a41ab4874c52ad17d46420b022af for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:37:26.860326 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-16b760e1-42f2-4479-99b8-c72021ca93c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424295'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:27.395173 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-16b760e1-42f2-4479-99b8-c72021ca93c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424341'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:27.509498 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb6115-37ec-408d-8711-a9e35c338a45 req-201d0a78-d09e-43db-8442-bbedc527c445 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:27.524036 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-59eb6115-37ec-408d-8711-a9e35c338a45 req-201d0a78-d09e-43db-8442-bbedc527c445 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 945 time: 0.4674575 Aug 30 18:37:27.540573 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b760e1-42f2-4479-99b8-c72021ca93c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8904e72d-4deb-4dc1-a762-e54940095cf8,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:27.586541 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17501196-12c2-42b6-a6c5-e9693af15eef req-712bf693-12ad-4346-8b97-c39d83890500 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:27.590165 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-17501196-12c2-42b6-a6c5-e9693af15eef req-712bf693-12ad-4346-8b97-c39d83890500 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.2763286 Aug 30 18:37:27.609846 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-59eb6115-37ec-408d-8711-a9e35c338a45 req-b383805d-07f1-47f8-93e9-aede79f1c4ef tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842404 Aug 30 18:37:27.651535 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b760e1-42f2-4479-99b8-c72021ca93c6 admin admin] Checking segment: {'id': '34c5a00e-2756-4d19-8008-32900dad1a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '317c3337-65a4-4c10-bd8f-9fc41ffa1f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:37:27.652127 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b760e1-42f2-4479-99b8-c72021ca93c6 admin admin] Network hostable DHCP agents. Network: 317c3337-65a4-4c10-bd8f-9fc41ffa1f67, hostable agents: ['31edc47e-fc79-419c-8073-db6fa9586502'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:37:27.705508 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-17501196-12c2-42b6-a6c5-e9693af15eef req-5788cb23-2793-4ab9-b497-628ece3ced8d tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002462 Aug 30 18:37:27.721737 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b760e1-42f2-4479-99b8-c72021ca93c6 admin admin] Network 317c3337-65a4-4c10-bd8f-9fc41ffa1f67 is scheduled to be hosted by DHCP agent 31edc47e-fc79-419c-8073-db6fa9586502 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:37:27.747198 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-16b760e1-42f2-4479-99b8-c72021ca93c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-12-iscsi, 317c3337-65a4-4c10-bd8f-9fc41ffa1f67) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:37:27.752354 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b760e1-42f2-4479-99b8-c72021ca93c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:27.752950 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-16b760e1-42f2-4479-99b8-c72021ca93c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:27.765339 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ee2aaa-f2f6-4bfe-9be0-a7f8739593b1 None None] Network 317c3337-65a4-4c10-bd8f-9fc41ffa1f67 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:37:27.815327 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-16b760e1-42f2-4479-99b8-c72021ca93c6 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0263433 Aug 30 18:37:27.816174 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 50644) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:37:27.831100 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-f407d844-adef-4536-a2e3-09add040dedf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1725109495-router', 'tenant_id': '6008a41ab4874c52ad17d46420b022af', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:37:27.876155 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f407d844-adef-4536-a2e3-09add040dedf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4117294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4106'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:27.878862 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f407d844-adef-4536-a2e3-09add040dedf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4117378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4119528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4125'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:27.887403 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf065dab-69ed-4c66-8488-34be1ded8ccd req-1adc0a0d-2cd9-4ee0-81b9-596d9809ecf7 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:27.914792 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-cf065dab-69ed-4c66-8488-34be1ded8ccd req-1adc0a0d-2cd9-4ee0-81b9-596d9809ecf7 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 944 time: 0.1340132 Aug 30 18:37:28.021715 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-cf065dab-69ed-4c66-8488-34be1ded8ccd req-71ae5ab6-8319-47e3-981b-669fb7ffd2a6 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007104 Aug 30 18:37:28.099147 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f407d844-adef-4536-a2e3-09add040dedf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:28.241780 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdcd9d0-8015-48f1-be56-bdf021df1074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0882321b-e2fd-5493-abf8-b4156332fbad-317c3337-65a4-4c10-bd8f-9fc41ffa1f67', 'network_id': '317c3337-65a4-4c10-bd8f-9fc41ffa1f67', 'tenant_id': '6008a41ab4874c52ad17d46420b022af', 'fixed_ips': [{'subnet_id': '8904e72d-4deb-4dc1-a762-e54940095cf8'}]}} from dv-cinder-790492-12-iscsi. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 18:37:28.242689 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bfdcd9d0-8015-48f1-be56-bdf021df1074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:28.517600 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-bfdcd9d0-8015-48f1-be56-bdf021df1074 None None] Allocated IP 172.20.0.2 (317c3337-65a4-4c10-bd8f-9fc41ffa1f67/8904e72d-4deb-4dc1-a762-e54940095cf8/3c68fe43-0bee-4d87-96c9-d001dbd48161) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:37:28.828788 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f407d844-adef-4536-a2e3-09add040dedf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:28.929255 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bfdcd9d0-8015-48f1-be56-bdf021df1074 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:28.953099 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-bfdcd9d0-8015-48f1-be56-bdf021df1074 None None] Transition to ACTIVE for port object 3c68fe43-0bee-4d87-96c9-d001dbd48161 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:37:28.991983 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-bfdcd9d0-8015-48f1-be56-bdf021df1074 None None] Transition to ACTIVE for port object 3c68fe43-0bee-4d87-96c9-d001dbd48161 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:37:29.005138 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bfdcd9d0-8015-48f1-be56-bdf021df1074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:29.020556 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32884e-afb7-424d-8e44-09365799c70e req-c392f244-0300-4d28-a580-d0dc82695d55 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:29.028204 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-cc32884e-afb7-424d-8e44-09365799c70e req-c392f244-0300-4d28-a580-d0dc82695d55 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1182415 Aug 30 18:37:29.034899 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e12024-aa76-49d4-ad82-ffecbbc35879 req-94f5bf5d-8705-4517-bc2e-c1815ef8f734 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:29.047034 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-69e12024-aa76-49d4-ad82-ffecbbc35879 req-94f5bf5d-8705-4517-bc2e-c1815ef8f734 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 945 time: 0.2400112 Aug 30 18:37:29.127343 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdcd9d0-8015-48f1-be56-bdf021df1074 None None] Network 317c3337-65a4-4c10-bd8f-9fc41ffa1f67 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:37:29.134678 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-bfdcd9d0-8015-48f1-be56-bdf021df1074 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:37:29.148575 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdcd9d0-8015-48f1-be56-bdf021df1074 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:37:29.172379 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-cc32884e-afb7-424d-8e44-09365799c70e req-3387f8a8-81bc-4cf4-8cbc-df15e960bb77 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174181 Aug 30 18:37:29.233721 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdcd9d0-8015-48f1-be56-bdf021df1074 None None] Pushing event updated for resources: {'Port': ['ID=3c68fe43-0bee-4d87-96c9-d001dbd48161,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:29.277864 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-69e12024-aa76-49d4-ad82-ffecbbc35879 req-de70c410-c857-46b6-8f44-8cf5333311b3 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264252 Aug 30 18:37:29.368196 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-bfdcd9d0-8015-48f1-be56-bdf021df1074 None None] Attempting to bind port 3c68fe43-0bee-4d87-96c9-d001dbd48161 on host dv-cinder-790492-12-iscsi for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:37:29.369771 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-bfdcd9d0-8015-48f1-be56-bdf021df1074 None None] Attempting to bind port 3c68fe43-0bee-4d87-96c9-d001dbd48161 by drivers openvswitch,hyperv on host dv-cinder-790492-12-iscsi at level 0 using segments [{'id': '34c5a00e-2756-4d19-8008-32900dad1a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '317c3337-65a4-4c10-bd8f-9fc41ffa1f67'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:37:29.371059 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdcd9d0-8015-48f1-be56-bdf021df1074 None None] Attempting to bind port 3c68fe43-0bee-4d87-96c9-d001dbd48161 on network 317c3337-65a4-4c10-bd8f-9fc41ffa1f67 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:37:29.394237 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdcd9d0-8015-48f1-be56-bdf021df1074 None None] Checking agent: {'id': '245e5d0a-3a0f-4c4e-b0f3-8ac9becf3b30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 25, 23), 'started_at': datetime.datetime(2021, 8, 30, 18, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:37:29.397382 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdcd9d0-8015-48f1-be56-bdf021df1074 None None] Checking segment: {'id': '34c5a00e-2756-4d19-8008-32900dad1a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '317c3337-65a4-4c10-bd8f-9fc41ffa1f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:37:29.398550 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bfdcd9d0-8015-48f1-be56-bdf021df1074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:29.399666 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdcd9d0-8015-48f1-be56-bdf021df1074 None None] Bound using segment: {'id': '34c5a00e-2756-4d19-8008-32900dad1a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '317c3337-65a4-4c10-bd8f-9fc41ffa1f67'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:37:29.401443 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-bfdcd9d0-8015-48f1-be56-bdf021df1074 None None] Bound port: 3c68fe43-0bee-4d87-96c9-d001dbd48161, host: dv-cinder-790492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c5a00e-2756-4d19-8008-32900dad1a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '317c3337-65a4-4c10-bd8f-9fc41ffa1f67'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:37:29.402359 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bfdcd9d0-8015-48f1-be56-bdf021df1074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:29.473156 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67c5be-8d2b-4372-85a1-3ab1f170b10a req-a75784d6-61f6-46db-be01-0e87ff729a43 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:29.482864 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5f67c5be-8d2b-4372-85a1-3ab1f170b10a req-a75784d6-61f6-46db-be01-0e87ff729a43 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 944 time: 0.1492634 Aug 30 18:37:29.573241 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5f67c5be-8d2b-4372-85a1-3ab1f170b10a req-0f48fb0b-9870-4c97-98ad-8ea70f19fa23 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889845 Aug 30 18:37:29.602011 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-bfdcd9d0-8015-48f1-be56-bdf021df1074 None None] For port 3c68fe43-0bee-4d87-96c9-d001dbd48161, host dv-cinder-790492-12-iscsi, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:37:29.607248 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-bfdcd9d0-8015-48f1-be56-bdf021df1074 None None] For port 3c68fe43-0bee-4d87-96c9-d001dbd48161, host dv-cinder-790492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=3c68fe43-0bee-4d87-96c9-d001dbd48161,segment=NetworkSegment(34c5a00e-2756-4d19-8008-32900dad1a1d),segment_id=34c5a00e-2756-4d19-8008-32900dad1a1d)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:37:29.627114 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bfdcd9d0-8015-48f1-be56-bdf021df1074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:29.645116 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f407d844-adef-4536-a2e3-09add040dedf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:29.671359 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f407d844-adef-4536-a2e3-09add040dedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:29.739819 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdcd9d0-8015-48f1-be56-bdf021df1074 None None] Pushing event updated for resources: {'Port': ['ID=3c68fe43-0bee-4d87-96c9-d001dbd48161,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:29.861542 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-f407d844-adef-4536-a2e3-09add040dedf admin admin] Allocated IP 172.27.3.225 (56c1e305-917b-4e98-a569-d57cdf415d5e/eb15dae3-e857-40c0-90c2-88f2d8bfe547/d1003361-39c4-4730-935e-fa6ac2b0e3b4) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:37:30.095155 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f407d844-adef-4536-a2e3-09add040dedf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:30.229818 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 3c68fe43-0bee-4d87-96c9-d001dbd48161 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:37:30.289436 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f407d844-adef-4536-a2e3-09add040dedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:30.369730 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f407d844-adef-4536-a2e3-09add040dedf admin admin] Network 56c1e305-917b-4e98-a569-d57cdf415d5e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:37:30.378804 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-f407d844-adef-4536-a2e3-09add040dedf admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:37:30.393105 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f407d844-adef-4536-a2e3-09add040dedf admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:37:30.393577 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning for port 3c68fe43-0bee-4d87-96c9-d001dbd48161 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:37:30.458449 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407d844-adef-4536-a2e3-09add040dedf admin admin] Pushing event updated for resources: {'Port': ['ID=d1003361-39c4-4730-935e-fa6ac2b0e3b4,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:30.637683 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c335d-3974-4285-9a35-110d7bcac6ee req-492bdf9d-679a-41b9-971d-cc6ed3aca9fa tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:30.651686 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b01c335d-3974-4285-9a35-110d7bcac6ee req-492bdf9d-679a-41b9-971d-cc6ed3aca9fa tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 945 time: 0.1635308 Aug 30 18:37:30.664391 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695da01-9dde-4a9a-adfa-1f9bdafdcacb req-47ea496c-f4df-45a4-8993-86da657d7bb7 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:30.666328 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-5695da01-9dde-4a9a-adfa-1f9bdafdcacb req-47ea496c-f4df-45a4-8993-86da657d7bb7 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.2889624 Aug 30 18:37:30.797302 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b01c335d-3974-4285-9a35-110d7bcac6ee req-f06bd672-26d6-44fb-8495-7c5f65e33a76 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441643 Aug 30 18:37:30.799168 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-5695da01-9dde-4a9a-adfa-1f9bdafdcacb req-1f8f6a9f-f6cd-4b44-a077-3e0ac9eb1321 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009703 Aug 30 18:37:31.094615 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f407d844-adef-4536-a2e3-09add040dedf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:31.115487 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0670c-a4fd-426e-8bd6-95c403266c10 req-ea364057-274e-448c-9a73-9e2c573091fc tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:31.128545 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-41f0670c-a4fd-426e-8bd6-95c403266c10 req-ea364057-274e-448c-9a73-9e2c573091fc tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 944 time: 0.1378169 Aug 30 18:37:31.199699 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-41f0670c-a4fd-426e-8bd6-95c403266c10 req-97cf0d55-e510-4ce6-a35d-61470ae3900d tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673833 Aug 30 18:37:31.472851 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f7acf6-ae3c-4c32-b8ad-5f895140569d None None] Network 317c3337-65a4-4c10-bd8f-9fc41ffa1f67 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:37:31.591195 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f407d844-adef-4536-a2e3-09add040dedf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4117433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4120119'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:31.616451 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ac922e5e-2d7d-4035-bc0c-286a82c3971e None None] Provisioning for port 3c68fe43-0bee-4d87-96c9-d001dbd48161 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:37:31.627873 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ac922e5e-2d7d-4035-bc0c-286a82c3971e None None] Provisioning complete for port 3c68fe43-0bee-4d87-96c9-d001dbd48161 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:37:31.628947 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ac922e5e-2d7d-4035-bc0c-286a82c3971e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:31.887649 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ac922e5e-2d7d-4035-bc0c-286a82c3971e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:31.899727 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f407d844-adef-4536-a2e3-09add040dedf admin admin] Router bd3f4d09-5c02-431e-a537-6be7e043f3f9 is scheduled to L3 agent 92e03f23-06fd-457e-8698-15737aaba387 with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 18:37:31.961759 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-ac922e5e-2d7d-4035-bc0c-286a82c3971e None None] For port 3c68fe43-0bee-4d87-96c9-d001dbd48161, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=3c68fe43-0bee-4d87-96c9-d001dbd48161,segment=NetworkSegment(34c5a00e-2756-4d19-8008-32900dad1a1d),segment_id=34c5a00e-2756-4d19-8008-32900dad1a1d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:37:31.976534 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ac922e5e-2d7d-4035-bc0c-286a82c3971e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:32.164802 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac922e5e-2d7d-4035-bc0c-286a82c3971e None None] Pushing event updated for resources: {'Port': ['ID=3c68fe43-0bee-4d87-96c9-d001dbd48161,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:32.213774 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11209fb-09f5-441a-9f02-0af53c54d992 req-8fa3b5ff-6069-4919-bfec-f2864c3995f6 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:32.215465 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d11209fb-09f5-441a-9f02-0af53c54d992 req-8fa3b5ff-6069-4919-bfec-f2864c3995f6 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.2060008 Aug 30 18:37:32.252013 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7bbd0-11f4-4931-be3c-9bc0b8afcbf3 req-ddb7b99c-f921-4346-9a04-23cdb920afb1 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:32.271660 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-46d7bbd0-11f4-4931-be3c-9bc0b8afcbf3 req-ddb7b99c-f921-4346-9a04-23cdb920afb1 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 945 time: 0.2413573 Aug 30 18:37:32.334520 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f407d844-adef-4536-a2e3-09add040dedf admin admin] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:37:32.355441 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9657f851-41c2-4bce-a478-f968dd785d91 None None] Sync routers for ids ['bd3f4d09-5c02-431e-a537-6be7e043f3f9'] in dv-cinder-790492-12-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:37:32.371491 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d11209fb-09f5-441a-9f02-0af53c54d992 req-b9228a09-8309-4a60-ab66-f459b3682a8e tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197658 Aug 30 18:37:32.413893 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9657f851-41c2-4bce-a478-f968dd785d91 None None] Routers {'bd3f4d09-5c02-431e-a537-6be7e043f3f9'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:37:32.420294 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-9657f851-41c2-4bce-a478-f968dd785d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:37:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['bd3f4d09-5c02-431e-a537-6be7e043f3f9'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:37:32.489117 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-46d7bbd0-11f4-4931-be3c-9bc0b8afcbf3 req-ec56f4fe-262f-4d44-bb72-cdda92bbdf4a tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165241 Aug 30 18:37:32.500541 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f407d844-adef-4536-a2e3-09add040dedf admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:32.516307 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 50674) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:37:32.535374 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-f407d844-adef-4536-a2e3-09add040dedf admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7155404 Aug 30 18:37:32.710232 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5422fd97-0970-4e27-8841-8031ec6d04dd None None] Provisioning complete for port 3c68fe43-0bee-4d87-96c9-d001dbd48161 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:37:32.738138 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5422fd97-0970-4e27-8841-8031ec6d04dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:32.815068 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-9657f851-41c2-4bce-a478-f968dd785d91 None None] Set router bd3f4d09-5c02-431e-a537-6be7e043f3f9 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:37:32.854222 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807e183-89e0-41f8-8cae-951f258daa0a req-d752020f-404f-470c-b3b6-b16fce140f33 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:32.870147 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f807e183-89e0-41f8-8cae-951f258daa0a req-d752020f-404f-470c-b3b6-b16fce140f33 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 944 time: 0.2472508 Aug 30 18:37:33.011829 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f807e183-89e0-41f8-8cae-951f258daa0a req-5d3bd11a-bab4-4478-9198-98ed3eb404ba tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406181 Aug 30 18:37:33.219314 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-9657f851-41c2-4bce-a478-f968dd785d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'name': 'tempest-TestMinimumBasicScenario-1725109495-router', 'tenant_id': '6008a41ab4874c52ad17d46420b022af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'd1003361-39c4-4730-935e-fa6ac2b0e3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:37:27Z', 'updated_at': '2021-08-30T18:37:30Z', 'revision_number': 3, 'project_id': '6008a41ab4874c52ad17d46420b022af', 'gw_port': {'id': 'd1003361-39c4-4730-935e-fa6ac2b0e3b4', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:37:29Z', 'updated_at': '2021-08-30T18:37:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi'}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:37:33.274238 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9657f851-41c2-4bce-a478-f968dd785d91 None None] Checking router: bd3f4d09-5c02-431e-a537-6be7e043f3f9 for host: dv-cinder-790492-12-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:37:33.274713 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9657f851-41c2-4bce-a478-f968dd785d91 None None] Updating router bd3f4d09-5c02-431e-a537-6be7e043f3f9 port d1003361-39c4-4730-935e-fa6ac2b0e3b4 binding host dv-cinder-790492-12-iscsi {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:37:33.346293 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9657f851-41c2-4bce-a478-f968dd785d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:33.647833 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fd841-d3f9-41e7-8d82-782563a547df req-74908eb1-4406-48b3-9f88-5c627dca6baf tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:33.649528 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-cc0fd841-d3f9-41e7-8d82-782563a547df req-74908eb1-4406-48b3-9f88-5c627dca6baf tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1409338 Aug 30 18:37:33.776830 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-cc0fd841-d3f9-41e7-8d82-782563a547df req-49a07293-db2d-4df8-a91b-92208096c28c tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135254 Aug 30 18:37:33.948987 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-74bc169d-6f96-4d6e-bfa0-a91c0949d7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:33.999579 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb96113-8040-40a7-a0aa-3358c3c86419 req-1190bc34-a446-4491-90d7-db5fa19c37b3 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:34.001582 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-aeb96113-8040-40a7-a0aa-3358c3c86419 req-1190bc34-a446-4491-90d7-db5fa19c37b3 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 945 time: 0.1681139 Aug 30 18:37:34.024178 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9657f851-41c2-4bce-a478-f968dd785d91 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:34.075929 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-9657f851-41c2-4bce-a478-f968dd785d91 None None] Transition to ACTIVE for port object d1003361-39c4-4730-935e-fa6ac2b0e3b4 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:37:34.096706 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9657f851-41c2-4bce-a478-f968dd785d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:34.215681 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 3c68fe43-0bee-4d87-96c9-d001dbd48161 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:37:34.241960 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-aeb96113-8040-40a7-a0aa-3358c3c86419 req-a16bae64-ac5e-40d4-a66b-1755ec6a75b7 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269323 Aug 30 18:37:34.322663 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff17efe-7cbe-46cf-98e5-0760cd2a39b5 None None] Pushing event updated for resources: {'Port': ['ID=d1003361-39c4-4730-935e-fa6ac2b0e3b4,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:34.346702 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bad631-22a3-405c-a81c-58b4bc6392ca req-90282ba3-36f5-4853-8889-6ccc7bcacdcb tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:34.360030 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-49bad631-22a3-405c-a81c-58b4bc6392ca req-90282ba3-36f5-4853-8889-6ccc7bcacdcb tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 944 time: 0.1410084 Aug 30 18:37:34.373302 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-9657f851-41c2-4bce-a478-f968dd785d91 None None] Attempting to bind port d1003361-39c4-4730-935e-fa6ac2b0e3b4 on host dv-cinder-790492-12-iscsi for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:37:34.373884 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-9657f851-41c2-4bce-a478-f968dd785d91 None None] Attempting to bind port d1003361-39c4-4730-935e-fa6ac2b0e3b4 by drivers openvswitch,hyperv on host dv-cinder-790492-12-iscsi at level 0 using segments [{'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:37:34.374462 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9657f851-41c2-4bce-a478-f968dd785d91 None None] Attempting to bind port d1003361-39c4-4730-935e-fa6ac2b0e3b4 on network 56c1e305-917b-4e98-a569-d57cdf415d5e {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:37:34.389826 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff17efe-7cbe-46cf-98e5-0760cd2a39b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:34.390417 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff17efe-7cbe-46cf-98e5-0760cd2a39b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:34.391012 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff17efe-7cbe-46cf-98e5-0760cd2a39b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:34.396205 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff17efe-7cbe-46cf-98e5-0760cd2a39b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:34.396919 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff17efe-7cbe-46cf-98e5-0760cd2a39b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:34.397508 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff17efe-7cbe-46cf-98e5-0760cd2a39b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:34.398064 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff17efe-7cbe-46cf-98e5-0760cd2a39b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:34.398608 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff17efe-7cbe-46cf-98e5-0760cd2a39b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:34.399218 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff17efe-7cbe-46cf-98e5-0760cd2a39b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:34.405164 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff17efe-7cbe-46cf-98e5-0760cd2a39b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:34.407908 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff17efe-7cbe-46cf-98e5-0760cd2a39b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:34.408649 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff17efe-7cbe-46cf-98e5-0760cd2a39b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:34.432786 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-49bad631-22a3-405c-a81c-58b4bc6392ca req-aa303964-33c8-44a2-a94a-12a3c7a50441 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684452 Aug 30 18:37:34.443461 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9657f851-41c2-4bce-a478-f968dd785d91 None None] Checking agent: {'id': '245e5d0a-3a0f-4c4e-b0f3-8ac9becf3b30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 25, 23), 'started_at': datetime.datetime(2021, 8, 30, 18, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:37:34.444050 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9657f851-41c2-4bce-a478-f968dd785d91 None None] Checking segment: {'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:37:34.444704 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9657f851-41c2-4bce-a478-f968dd785d91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:34.445411 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9657f851-41c2-4bce-a478-f968dd785d91 None None] Bound using segment: {'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:37:34.446065 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-9657f851-41c2-4bce-a478-f968dd785d91 None None] Bound port: d1003361-39c4-4730-935e-fa6ac2b0e3b4, host: dv-cinder-790492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:37:34.446694 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9657f851-41c2-4bce-a478-f968dd785d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:34.487354 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port 3c68fe43-0bee-4d87-96c9-d001dbd48161 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:37:34.487944 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:34.493248 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-74bc169d-6f96-4d6e-bfa0-a91c0949d7db admin admin] Allocated IP 172.20.0.1 (317c3337-65a4-4c10-bd8f-9fc41ffa1f67/8904e72d-4deb-4dc1-a762-e54940095cf8/4dcabb33-39c2-4c3d-95e6-fa11705df42c) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:37:34.585006 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-9657f851-41c2-4bce-a478-f968dd785d91 None None] For port d1003361-39c4-4730-935e-fa6ac2b0e3b4, host dv-cinder-790492-12-iscsi, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:37:34.593550 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-9657f851-41c2-4bce-a478-f968dd785d91 None None] For port d1003361-39c4-4730-935e-fa6ac2b0e3b4, host dv-cinder-790492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=d1003361-39c4-4730-935e-fa6ac2b0e3b4,segment=NetworkSegment(1a6a5219-0521-4333-ae96-e7fdd8d0d325),segment_id=1a6a5219-0521-4333-ae96-e7fdd8d0d325)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:37:34.610262 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9657f851-41c2-4bce-a478-f968dd785d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:34.710789 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff17efe-7cbe-46cf-98e5-0760cd2a39b5 None None] Pushing event updated for resources: {'Port': ['ID=d1003361-39c4-4730-935e-fa6ac2b0e3b4,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:34.742690 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9657f851-41c2-4bce-a478-f968dd785d91 None None] Routers {'bd3f4d09-5c02-431e-a537-6be7e043f3f9'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:37:34.743523 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-9657f851-41c2-4bce-a478-f968dd785d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:37:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['bd3f4d09-5c02-431e-a537-6be7e043f3f9'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:37:34.796379 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-74bc169d-6f96-4d6e-bfa0-a91c0949d7db admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:34.819878 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-74bc169d-6f96-4d6e-bfa0-a91c0949d7db admin admin] Transition to ACTIVE for port object 4dcabb33-39c2-4c3d-95e6-fa11705df42c will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:37:34.914619 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-74bc169d-6f96-4d6e-bfa0-a91c0949d7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:34.925477 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-9657f851-41c2-4bce-a478-f968dd785d91 None None] Set router bd3f4d09-5c02-431e-a537-6be7e043f3f9 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:37:35.030996 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bc169d-6f96-4d6e-bfa0-a91c0949d7db admin admin] Network 317c3337-65a4-4c10-bd8f-9fc41ffa1f67 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:37:35.047021 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7665a-123d-455e-84f1-3dde235b766a req-ca769639-948f-4f7a-9f8f-5cc7864497bd tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:35.049397 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2fc7665a-123d-455e-84f1-3dde235b766a req-ca769639-948f-4f7a-9f8f-5cc7864497bd tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1477518 Aug 30 18:37:35.053681 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-74bc169d-6f96-4d6e-bfa0-a91c0949d7db admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:37:35.058255 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bc169d-6f96-4d6e-bfa0-a91c0949d7db admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:37:35.058818 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-74bc169d-6f96-4d6e-bfa0-a91c0949d7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4120296'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:35.137745 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc169d-6f96-4d6e-bfa0-a91c0949d7db admin admin] Pushing event updated for resources: {'Port': ['ID=4dcabb33-39c2-4c3d-95e6-fa11705df42c,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:35.308331 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2fc7665a-123d-455e-84f1-3dde235b766a req-dc4c59a5-8df0-435d-96ce-24cee8d274a4 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719463 Aug 30 18:37:35.357165 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-9657f851-41c2-4bce-a478-f968dd785d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'name': 'tempest-TestMinimumBasicScenario-1725109495-router', 'tenant_id': '6008a41ab4874c52ad17d46420b022af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'd1003361-39c4-4730-935e-fa6ac2b0e3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:37:27Z', 'updated_at': '2021-08-30T18:37:30Z', 'revision_number': 3, 'project_id': '6008a41ab4874c52ad17d46420b022af', 'gw_port': {'id': 'd1003361-39c4-4730-935e-fa6ac2b0e3b4', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:37:29Z', 'updated_at': '2021-08-30T18:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi'}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:37:35.405833 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-74bc169d-6f96-4d6e-bfa0-a91c0949d7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:35.419819 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9657f851-41c2-4bce-a478-f968dd785d91 None None] The sync data for ids ['bd3f4d09-5c02-431e-a537-6be7e043f3f9'] in dv-cinder-790492-12-iscsi is: [{'id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'name': 'tempest-TestMinimumBasicScenario-1725109495-router', 'tenant_id': '6008a41ab4874c52ad17d46420b022af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'd1003361-39c4-4730-935e-fa6ac2b0e3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:37:27Z', 'updated_at': '2021-08-30T18:37:30Z', 'revision_number': 3, 'project_id': '6008a41ab4874c52ad17d46420b022af', 'gw_port': {'id': 'd1003361-39c4-4730-935e-fa6ac2b0e3b4', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:37:29Z', 'updated_at': '2021-08-30T18:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:37:35.520044 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-98d82e3a-38c5-4470-a580-57ec3cd57fdb None None] Provisioning for port 4dcabb33-39c2-4c3d-95e6-fa11705df42c completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:37:35.540081 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-98d82e3a-38c5-4470-a580-57ec3cd57fdb None None] Provisioning complete for port 4dcabb33-39c2-4c3d-95e6-fa11705df42c triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:37:35.545164 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-98d82e3a-38c5-4470-a580-57ec3cd57fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:35.629084 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-98d82e3a-38c5-4470-a580-57ec3cd57fdb None None] Port 4dcabb33-39c2-4c3d-95e6-fa11705df42c cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:37:35.664308 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba45e1e-f400-4630-b28c-95ab207beb13 req-10f4794b-777d-46d9-9d20-7997f5af2bb8 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:35.670087 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-fba45e1e-f400-4630-b28c-95ab207beb13 req-10f4794b-777d-46d9-9d20-7997f5af2bb8 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 945 time: 0.1926942 Aug 30 18:37:35.747803 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-fba45e1e-f400-4630-b28c-95ab207beb13 req-bfe2b383-a4bb-4c97-b0d8-38c3318233d9 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703044 Aug 30 18:37:35.813145 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196641d9-a906-4456-8983-d2dfbcfa51dd req-97709cf2-f6b1-48ed-9397-06ced2c6e505 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:35.814792 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-196641d9-a906-4456-8983-d2dfbcfa51dd req-97709cf2-f6b1-48ed-9397-06ced2c6e505 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 944 time: 0.1469929 Aug 30 18:37:35.914148 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-196641d9-a906-4456-8983-d2dfbcfa51dd req-872d0f49-3d33-4990-af55-e586ecd357f7 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857730 Aug 30 18:37:35.920187 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-74bc169d-6f96-4d6e-bfa0-a91c0949d7db admin admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:35.927307 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-74bc169d-6f96-4d6e-bfa0-a91c0949d7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:35.928234 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-74bc169d-6f96-4d6e-bfa0-a91c0949d7db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4119095'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:36.044810 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc169d-6f96-4d6e-bfa0-a91c0949d7db admin admin] Pushing event updated for resources: {'Port': ['ID=4dcabb33-39c2-4c3d-95e6-fa11705df42c,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:36.112662 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bc169d-6f96-4d6e-bfa0-a91c0949d7db admin admin] Network 317c3337-65a4-4c10-bd8f-9fc41ffa1f67 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:37:36.115335 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-74bc169d-6f96-4d6e-bfa0-a91c0949d7db admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:37:36.202027 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device d1003361-39c4-4730-935e-fa6ac2b0e3b4 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:37:36.324062 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning for port d1003361-39c4-4730-935e-fa6ac2b0e3b4 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:37:36.331833 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port d1003361-39c4-4730-935e-fa6ac2b0e3b4 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:37:36.332575 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:36.439501 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74bc169d-6f96-4d6e-bfa0-a91c0949d7db admin admin] Router bd3f4d09-5c02-431e-a537-6be7e043f3f9 has already been hosted by L3 agent 92e03f23-06fd-457e-8698-15737aaba387 {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:37:36.505301 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:36.544858 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] For port d1003361-39c4-4730-935e-fa6ac2b0e3b4, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=d1003361-39c4-4730-935e-fa6ac2b0e3b4,segment=NetworkSegment(1a6a5219-0521-4333-ae96-e7fdd8d0d325),segment_id=1a6a5219-0521-4333-ae96-e7fdd8d0d325)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:37:36.553350 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:36.632332 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-14e8e8fe-bf31-46ac-b8af-e5bfca34cbfe None None] Provisioning complete for port 4dcabb33-39c2-4c3d-95e6-fa11705df42c triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:37:36.633074 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-14e8e8fe-bf31-46ac-b8af-e5bfca34cbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:36.661568 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Pushing event updated for resources: {'Port': ['ID=d1003361-39c4-4730-935e-fa6ac2b0e3b4,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:36.665338 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bc169d-6f96-4d6e-bfa0-a91c0949d7db admin admin] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:37:36.674243 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-74bc169d-6f96-4d6e-bfa0-a91c0949d7db admin admin] 10.222.0.46 "PUT /v2.0/routers/bd3f4d09-5c02-431e-a537-6be7e043f3f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1534317 Aug 30 18:37:36.695465 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-14e8e8fe-bf31-46ac-b8af-e5bfca34cbfe None None] Port 4dcabb33-39c2-4c3d-95e6-fa11705df42c cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:37:36.706656 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7ee7d-85e7-427c-b4ba-e5e9df5e45bb req-03f99684-ee17-4167-984a-856663e9a43f tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:36.708566 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-49d7ee7d-85e7-427c-b4ba-e5e9df5e45bb req-03f99684-ee17-4167-984a-856663e9a43f tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1832979 Aug 30 18:37:36.726949 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133b118-ea23-4538-8964-28deb92994a1 req-e5544cec-3d3d-415d-b751-95809ce47cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:36.729108 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-9133b118-ea23-4538-8964-28deb92994a1 req-e5544cec-3d3d-415d-b751-95809ce47cc9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b40c9b3f5af3488f90539cd60fa44e2e&device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 1099 time: 0.1830037 Aug 30 18:37:36.887725 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-49d7ee7d-85e7-427c-b4ba-e5e9df5e45bb req-f9dafa73-45d7-4d6b-99c4-66c345be1006 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662171 Aug 30 18:37:36.920452 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91c8b0-2958-474a-b3ed-cfed7e7f558f req-48b648f7-ba38-4600-93a0-beef8723c227 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:36.922131 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-8c91c8b0-2958-474a-b3ed-cfed7e7f558f req-48b648f7-ba38-4600-93a0-beef8723c227 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 945 time: 0.2100060 Aug 30 18:37:36.930104 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37a62a-b907-4440-8d3a-dc3954bcacfa req-7e148668-babc-4f8c-bc5b-6908fb11a913 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:36.935992 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ca37a62a-b907-4440-8d3a-dc3954bcacfa req-7e148668-babc-4f8c-bc5b-6908fb11a913 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 945 time: 0.0907617 Aug 30 18:37:37.006260 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ca37a62a-b907-4440-8d3a-dc3954bcacfa req-0991aceb-dfaa-4bba-bae4-82217f7ab987 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672550 Aug 30 18:37:37.023385 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133b118-ea23-4538-8964-28deb92994a1 req-1fd5a4c3-ed91-4dab-bd7b-b2077c4cdcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:37.026444 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-9133b118-ea23-4538-8964-28deb92994a1 req-1fd5a4c3-ed91-4dab-bd7b-b2077c4cdcaf service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa732d19-e894-497a-96b4-f1158b92c807 HTTP/1.1" status: 200 len: 919 time: 0.2750597 Aug 30 18:37:37.137442 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-9133b118-ea23-4538-8964-28deb92994a1 req-7f217f07-7b58-40de-9400-89201deb5c4b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53d13a17-04fc-4188-8f33-c4c0135674ef HTTP/1.1" status: 200 len: 217 time: 0.0861008 Aug 30 18:37:37.222653 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b375fe2-973a-45b7-b1ba-a383674f2325 req-6b07986b-ab1d-4973-884e-e241ebdf16af tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:37.224673 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-5b375fe2-973a-45b7-b1ba-a383674f2325 req-6b07986b-ab1d-4973-884e-e241ebdf16af tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 944 time: 0.1718984 Aug 30 18:37:37.231226 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133b118-ea23-4538-8964-28deb92994a1 req-d75acb9d-8f1b-4f42-9b71-e33865aa94e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:37.232759 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-9133b118-ea23-4538-8964-28deb92994a1 req-d75acb9d-8f1b-4f42-9b71-e33865aa94e7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2403c141-9264-413b-9a4f-d5fa5c3597f5 HTTP/1.1" status: 200 len: 859 time: 0.0834424 Aug 30 18:37:37.242839 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-8c91c8b0-2958-474a-b3ed-cfed7e7f558f req-83858b1f-8687-4ed2-b8f7-2030098171e3 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Deleting port f04ef030-1229-42d5-bf83-beb70ed213f6 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:37:37.243036 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8c91c8b0-2958-474a-b3ed-cfed7e7f558f req-83858b1f-8687-4ed2-b8f7-2030098171e3 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:37.371730 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-9133b118-ea23-4538-8964-28deb92994a1 req-0ea3a2dd-3a76-4cbe-bde7-24682b4142e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa732d19-e894-497a-96b4-f1158b92c807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003017 Aug 30 18:37:37.471943 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-5b375fe2-973a-45b7-b1ba-a383674f2325 req-a6253219-c6f1-4a7f-9763-1a1b083b0738 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2376394 Aug 30 18:37:37.556114 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-8c91c8b0-2958-474a-b3ed-cfed7e7f558f req-83858b1f-8687-4ed2-b8f7-2030098171e3 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] For port f04ef030-1229-42d5-bf83-beb70ed213f6, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f04ef030-1229-42d5-bf83-beb70ed213f6,segment=NetworkSegment(aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf),segment_id=aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:37:37.556951 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8c91c8b0-2958-474a-b3ed-cfed7e7f558f req-83858b1f-8687-4ed2-b8f7-2030098171e3 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:37.566267 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 50734) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:37:37.575826 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-ab2ba891-f54b-4abf-bfdb-c07b0514229c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1074367979-network', 'tenant_id': '85343564043e43c09872448ec6c9c680'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:37:37.605289 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-8c91c8b0-2958-474a-b3ed-cfed7e7f558f req-83858b1f-8687-4ed2-b8f7-2030098171e3 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Calling delete_port for f04ef030-1229-42d5-bf83-beb70ed213f6 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:37:37.605562 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2ba891-f54b-4abf-bfdb-c07b0514229c admin admin] Made reservation on behalf of 85343564043e43c09872448ec6c9c680 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:37:37.607957 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ab2ba891-f54b-4abf-bfdb-c07b0514229c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:37.615381 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-9133b118-ea23-4538-8964-28deb92994a1 req-f5e6fbca-ed36-485f-9847-3a998626441e service neutron] 10.222.0.39 "GET /v2.0/networks/fa732d19-e894-497a-96b4-f1158b92c807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305417 Aug 30 18:37:37.618361 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ab2ba891-f54b-4abf-bfdb-c07b0514229c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:37.738811 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ab2ba891-f54b-4abf-bfdb-c07b0514229c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:37.743295 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ab2ba891-f54b-4abf-bfdb-c07b0514229c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:37.779037 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab2ba891-f54b-4abf-bfdb-c07b0514229c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 18:37:37.780191 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbadb30-dd73-473c-9d10-6da613464da4 None None] Sync routers for ids ['bd3f4d09-5c02-431e-a537-6be7e043f3f9'] in dv-cinder-790492-12-iscsi {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:37:37.790967 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ba891-f54b-4abf-bfdb-c07b0514229c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62bf431f-a943-476e-a106-d676d305def4,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:37.797302 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ab2ba891-f54b-4abf-bfdb-c07b0514229c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:37.797629 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.db.segments_db [None req-ab2ba891-f54b-4abf-bfdb-c07b0514229c admin admin] Added segment f531b7f5-8948-4267-8c07-d671a11a9078 of type vlan for network 4c6393b2-678a-4222-8b1b-cfb7b5e97612 Aug 30 18:37:37.825329 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbadb30-dd73-473c-9d10-6da613464da4 None None] Routers {'bd3f4d09-5c02-431e-a537-6be7e043f3f9'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:37:37.826519 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-efbadb30-dd73-473c-9d10-6da613464da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:37:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['bd3f4d09-5c02-431e-a537-6be7e043f3f9'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:37:37.851935 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ab2ba891-f54b-4abf-bfdb-c07b0514229c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776058719600'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:37.889331 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ab2ba891-f54b-4abf-bfdb-c07b0514229c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:37.890535 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2ba891-f54b-4abf-bfdb-c07b0514229c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:37.891453 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ab2ba891-f54b-4abf-bfdb-c07b0514229c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:38.008619 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-ab2ba891-f54b-4abf-bfdb-c07b0514229c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4348874 Aug 30 18:37:38.011826 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 50738) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:37:38.026126 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-55953b45-07c9-4877-b27a-d80c5013e830 admin admin] Request body: {'subnet': {'network_id': '4c6393b2-678a-4222-8b1b-cfb7b5e97612', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1074367979-subnet', 'tenant_id': '85343564043e43c09872448ec6c9c680', 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:37:38.050557 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ba891-f54b-4abf-bfdb-c07b0514229c admin admin] Pushing event updated for resources: {'Network': ['ID=4c6393b2-678a-4222-8b1b-cfb7b5e97612,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:38.110789 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-efbadb30-dd73-473c-9d10-6da613464da4 None None] Set router bd3f4d09-5c02-431e-a537-6be7e043f3f9 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:37:38.120624 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55953b45-07c9-4877-b27a-d80c5013e830 admin admin] Made reservation on behalf of 85343564043e43c09872448ec6c9c680 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:37:38.124601 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-55953b45-07c9-4877-b27a-d80c5013e830 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:38.175668 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Network 4c6393b2-678a-4222-8b1b-cfb7b5e97612 details requested by agent ovs-agent-dv-cinder-790492-12-iscsi with host dv-cinder-790492-12-iscsi {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:37:38.279323 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9426d-9f6c-4790-aab9-02e1f1c4591a req-9e77ab57-c8e4-4fcc-9b66-d34e58590fdb tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:38.282978 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d1a9426d-9f6c-4790-aab9-02e1f1c4591a req-9e77ab57-c8e4-4fcc-9b66-d34e58590fdb tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.2236674 Aug 30 18:37:38.297848 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device d1003361-39c4-4730-935e-fa6ac2b0e3b4 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:37:38.396796 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-9133b118-ea23-4538-8964-28deb92994a1 req-acbb28b4-0f72-4a89-8e5d-d15c164aafd7 service neutron] 10.222.0.39 "GET /v2.0/networks/fa732d19-e894-497a-96b4-f1158b92c807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7712729 Aug 30 18:37:38.398970 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d1a9426d-9f6c-4790-aab9-02e1f1c4591a req-9a26b808-9ee1-422a-a419-5f56281dd76a tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878093 Aug 30 18:37:38.448230 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739c0d2-bdf3-4359-8e44-b9e8eb5f1914 req-46b7c262-5c15-46b5-a76d-7ccc69d81652 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:38.451192 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-e739c0d2-bdf3-4359-8e44-b9e8eb5f1914 req-46b7c262-5c15-46b5-a76d-7ccc69d81652 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 945 time: 0.1669924 Aug 30 18:37:38.600888 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-e739c0d2-bdf3-4359-8e44-b9e8eb5f1914 req-6e56e88e-01c2-4dc0-abd9-360841382b14 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026819 Aug 30 18:37:38.607234 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8c91c8b0-2958-474a-b3ed-cfed7e7f558f req-83858b1f-8687-4ed2-b8f7-2030098171e3 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:38.683382 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83858b1f-8687-4ed2-b8f7-2030098171e3 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Pushing event deleted for resources: {'Port': ['ID=f04ef030-1229-42d5-bf83-beb70ed213f6,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:38.698195 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-55953b45-07c9-4877-b27a-d80c5013e830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:38.718418 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['a8e16594-074f-42d5-bbfe-31e155c8207f', 'f04ef030-1229-42d5-bf83-beb70ed213f6'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:37:38.744211 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c91c8b0-2958-474a-b3ed-cfed7e7f558f req-83858b1f-8687-4ed2-b8f7-2030098171e3 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] No DVR routers for this DVR port f04ef030-1229-42d5-bf83-beb70ed213f6 on host hv-cinder-79049 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:37:38.748273 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8c91c8b0-2958-474a-b3ed-cfed7e7f558f req-83858b1f-8687-4ed2-b8f7-2030098171e3 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:38.751318 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-8c91c8b0-2958-474a-b3ed-cfed7e7f558f req-83858b1f-8687-4ed2-b8f7-2030098171e3 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.39 "DELETE /v2.0/ports/f04ef030-1229-42d5-bf83-beb70ed213f6 HTTP/1.1" status: 204 len: 173 time: 1.8198614 Aug 30 18:37:38.751318 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c8f044-32a7-49ee-9152-4a1ed0e43174', 'name': 'network-vif-deleted', 'tag': 'f04ef030-1229-42d5-bf83-beb70ed213f6'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:37:38.753504 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f2e5df-aabf-49ba-9418-b485743ed02b" -d '{"events": [{"server_uuid": "d7c8f044-32a7-49ee-9152-4a1ed0e43174", "name": "network-vif-deleted", "tag": "f04ef030-1229-42d5-bf83-beb70ed213f6"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:37:38.836881 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50195e2d-658f-4cf0-b295-f18c71fff924 x-openstack-request-id: req-50195e2d-658f-4cf0-b295-f18c71fff924 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:37:38.837494 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c8f044-32a7-49ee-9152-4a1ed0e43174", "name": "network-vif-deleted", "tag": "f04ef030-1229-42d5-bf83-beb70ed213f6", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:37:38.838481 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-50195e2d-658f-4cf0-b295-f18c71fff924 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:37:38.838688 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c8f044-32a7-49ee-9152-4a1ed0e43174', 'name': 'network-vif-deleted', 'tag': 'f04ef030-1229-42d5-bf83-beb70ed213f6', 'status': 'completed', 'code': 200} Aug 30 18:37:38.844797 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99051c-0ba2-4d68-877b-5aa9af976867 req-767cd588-adc3-457a-a626-faac3ea9d864 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:38.847167 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ae99051c-0ba2-4d68-877b-5aa9af976867 req-767cd588-adc3-457a-a626-faac3ea9d864 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 944 time: 0.1802037 Aug 30 18:37:38.847545 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55953b45-07c9-4877-b27a-d80c5013e830 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6936df6e-8889-448f-a745-9ed448c41b74,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:38.860509 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55953b45-07c9-4877-b27a-d80c5013e830 admin admin] Checking segment: {'id': 'f531b7f5-8948-4267-8c07-d671a11a9078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4c6393b2-678a-4222-8b1b-cfb7b5e97612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:37:38.861134 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55953b45-07c9-4877-b27a-d80c5013e830 admin admin] Network hostable DHCP agents. Network: 4c6393b2-678a-4222-8b1b-cfb7b5e97612, hostable agents: ['31edc47e-fc79-419c-8073-db6fa9586502'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:37:38.883706 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:38.939026 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port d1003361-39c4-4730-935e-fa6ac2b0e3b4 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:37:38.939669 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:38.941223 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ae99051c-0ba2-4d68-877b-5aa9af976867 req-7ad66911-5290-4412-a558-4375d58afb28 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757382 Aug 30 18:37:38.942418 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55953b45-07c9-4877-b27a-d80c5013e830 admin admin] Network 4c6393b2-678a-4222-8b1b-cfb7b5e97612 is scheduled to be hosted by DHCP agent 31edc47e-fc79-419c-8073-db6fa9586502 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:37:38.957326 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-55953b45-07c9-4877-b27a-d80c5013e830 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-12-iscsi, 4c6393b2-678a-4222-8b1b-cfb7b5e97612) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:37:38.965101 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55953b45-07c9-4877-b27a-d80c5013e830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:38.966559 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-55953b45-07c9-4877-b27a-d80c5013e830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:38.997170 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8634279f-ab4d-4bfc-92c9-440fb5081b6c None None] Network 4c6393b2-678a-4222-8b1b-cfb7b5e97612 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:37:39.007559 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-55953b45-07c9-4877-b27a-d80c5013e830 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9933553 Aug 30 18:37:39.011402 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 50750) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:37:39.018170 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-a1a82a69-a1d7-4326-9246-d5ca0ad167c0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1074367979-router', 'tenant_id': '85343564043e43c09872448ec6c9c680', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:37:39.067968 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a1a82a69-a1d7-4326-9246-d5ca0ad167c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4117294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4106'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:39.070811 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a1a82a69-a1d7-4326-9246-d5ca0ad167c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4117378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4119528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4125'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:39.193908 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a1a82a69-a1d7-4326-9246-d5ca0ad167c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:39.373514 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-efbadb30-dd73-473c-9d10-6da613464da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'name': 'tempest-TestMinimumBasicScenario-1725109495-router', 'tenant_id': '6008a41ab4874c52ad17d46420b022af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'd1003361-39c4-4730-935e-fa6ac2b0e3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:37:27Z', 'updated_at': '2021-08-30T18:37:35Z', 'revision_number': 4, 'project_id': '6008a41ab4874c52ad17d46420b022af', 'gw_port': {'id': 'd1003361-39c4-4730-935e-fa6ac2b0e3b4', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:37:29Z', 'updated_at': '2021-08-30T18:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '4dcabb33-39c2-4c3d-95e6-fa11705df42c', 'name': '', 'network_id': '317c3337-65a4-4c10-bd8f-9fc41ffa1f67', 'tenant_id': '6008a41ab4874c52ad17d46420b022af', 'mac_address': 'fa:16:3e:0d:a4:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8904e72d-4deb-4dc1-a762-e54940095cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:37:34Z', 'updated_at': '2021-08-30T18:37:35Z', 'revision_number': 2, 'project_id': '6008a41ab4874c52ad17d46420b022af', 'subnets': [{'id': '8904e72d-4deb-4dc1-a762-e54940095cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:37:39.417963 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a1a82a69-a1d7-4326-9246-d5ca0ad167c0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:39.425002 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d852ab2-6d7f-41c3-aaf7-6653664d5510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0882321b-e2fd-5493-abf8-b4156332fbad-4c6393b2-678a-4222-8b1b-cfb7b5e97612', 'network_id': '4c6393b2-678a-4222-8b1b-cfb7b5e97612', 'tenant_id': '85343564043e43c09872448ec6c9c680', 'fixed_ips': [{'subnet_id': '6936df6e-8889-448f-a745-9ed448c41b74'}]}} from dv-cinder-790492-12-iscsi. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 18:37:39.425692 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7d852ab2-6d7f-41c3-aaf7-6653664d5510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:39.427991 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbadb30-dd73-473c-9d10-6da613464da4 None None] Checking router: bd3f4d09-5c02-431e-a537-6be7e043f3f9 for host: dv-cinder-790492-12-iscsi {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:37:39.428349 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbadb30-dd73-473c-9d10-6da613464da4 None None] Updating router bd3f4d09-5c02-431e-a537-6be7e043f3f9 port 4dcabb33-39c2-4c3d-95e6-fa11705df42c binding host dv-cinder-790492-12-iscsi {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:37:39.487216 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-efbadb30-dd73-473c-9d10-6da613464da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:39.647739 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc24cc3-75b5-427f-8847-b7a087b80cee req-d2472383-159b-4111-9529-7b91c10e95bf tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:39.650424 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-9fc24cc3-75b5-427f-8847-b7a087b80cee req-d2472383-159b-4111-9529-7b91c10e95bf tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.0974448 Aug 30 18:37:39.830118 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-9fc24cc3-75b5-427f-8847-b7a087b80cee req-7d6daf27-0c75-4719-846f-80445f57407e tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275151 Aug 30 18:37:39.840287 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a1a82a69-a1d7-4326-9246-d5ca0ad167c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:39.854398 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-7d852ab2-6d7f-41c3-aaf7-6653664d5510 None None] Allocated IP 172.20.0.2 (4c6393b2-678a-4222-8b1b-cfb7b5e97612/6936df6e-8889-448f-a745-9ed448c41b74/c4634874-40ca-4413-8819-5ecea9b663c6) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:37:39.871268 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a1a82a69-a1d7-4326-9246-d5ca0ad167c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:39.911856 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5664fd3c-18f6-4884-a40a-e99b72e76e1f req-20aaa74f-62b2-4c2e-a84d-645b41282383 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7c8f044-32a7-49ee-9152-4a1ed0e43174 HTTP/1.1" status: 200 len: 210 time: 0.0598395 Aug 30 18:37:40.121865 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-a1a82a69-a1d7-4326-9246-d5ca0ad167c0 admin admin] Allocated IP 172.27.3.233 (56c1e305-917b-4e98-a569-d57cdf415d5e/eb15dae3-e857-40c0-90c2-88f2d8bfe547/f3fe692e-9fff-43b4-86bf-5c35e85b50e7) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:37:40.216847 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e2219-f47d-4bf9-ad43-d58e105eb336 req-c74a70a4-679a-4bbc-a4f5-ad6a732d8bdc tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:40.219248 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-780e2219-f47d-4bf9-ad43-d58e105eb336 req-c74a70a4-679a-4bbc-a4f5-ad6a732d8bdc tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 944 time: 0.1419237 Aug 30 18:37:40.278639 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-efbadb30-dd73-473c-9d10-6da613464da4 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:40.283006 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7d852ab2-6d7f-41c3-aaf7-6653664d5510 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:40.308627 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7d852ab2-6d7f-41c3-aaf7-6653664d5510 None None] Transition to ACTIVE for port object c4634874-40ca-4413-8819-5ecea9b663c6 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:37:40.312520 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-efbadb30-dd73-473c-9d10-6da613464da4 None None] Transition to ACTIVE for port object 4dcabb33-39c2-4c3d-95e6-fa11705df42c will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:37:40.331941 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-efbadb30-dd73-473c-9d10-6da613464da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:40.342262 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-780e2219-f47d-4bf9-ad43-d58e105eb336 req-1c84c0cc-5042-4381-b00e-d8ffc356985d tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136513 Aug 30 18:37:40.395029 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7d852ab2-6d7f-41c3-aaf7-6653664d5510 None None] Transition to ACTIVE for port object c4634874-40ca-4413-8819-5ecea9b663c6 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:37:40.399215 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a1a82a69-a1d7-4326-9246-d5ca0ad167c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:40.444464 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7d852ab2-6d7f-41c3-aaf7-6653664d5510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:40.450135 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b73c7-edfe-4c38-a9c3-c75e85614372 None None] Pushing event updated for resources: {'Port': ['ID=4dcabb33-39c2-4c3d-95e6-fa11705df42c,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:40.497056 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a1a82a69-a1d7-4326-9246-d5ca0ad167c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:40.592396 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a82a69-a1d7-4326-9246-d5ca0ad167c0 admin admin] Network 56c1e305-917b-4e98-a569-d57cdf415d5e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:37:40.598162 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-a1a82a69-a1d7-4326-9246-d5ca0ad167c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:37:40.605777 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a82a69-a1d7-4326-9246-d5ca0ad167c0 admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:37:40.646041 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d852ab2-6d7f-41c3-aaf7-6653664d5510 None None] Network 4c6393b2-678a-4222-8b1b-cfb7b5e97612 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:37:40.648500 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a82a69-a1d7-4326-9246-d5ca0ad167c0 admin admin] Pushing event updated for resources: {'Port': ['ID=f3fe692e-9fff-43b4-86bf-5c35e85b50e7,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:40.656279 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d852ab2-6d7f-41c3-aaf7-6653664d5510 None None] Pushing event updated for resources: {'Port': ['ID=c4634874-40ca-4413-8819-5ecea9b663c6,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:40.661983 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-7d852ab2-6d7f-41c3-aaf7-6653664d5510 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:37:40.667757 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d852ab2-6d7f-41c3-aaf7-6653664d5510 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:37:40.674508 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-efbadb30-dd73-473c-9d10-6da613464da4 None None] Attempting to bind port 4dcabb33-39c2-4c3d-95e6-fa11705df42c on host dv-cinder-790492-12-iscsi for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:37:40.674508 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-efbadb30-dd73-473c-9d10-6da613464da4 None None] Attempting to bind port 4dcabb33-39c2-4c3d-95e6-fa11705df42c by drivers openvswitch,hyperv on host dv-cinder-790492-12-iscsi at level 0 using segments [{'id': '34c5a00e-2756-4d19-8008-32900dad1a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '317c3337-65a4-4c10-bd8f-9fc41ffa1f67'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:37:40.675057 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbadb30-dd73-473c-9d10-6da613464da4 None None] Attempting to bind port 4dcabb33-39c2-4c3d-95e6-fa11705df42c on network 317c3337-65a4-4c10-bd8f-9fc41ffa1f67 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:37:40.690228 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbadb30-dd73-473c-9d10-6da613464da4 None None] Checking agent: {'id': '245e5d0a-3a0f-4c4e-b0f3-8ac9becf3b30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 25, 23), 'started_at': datetime.datetime(2021, 8, 30, 18, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:37:40.691380 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbadb30-dd73-473c-9d10-6da613464da4 None None] Checking segment: {'id': '34c5a00e-2756-4d19-8008-32900dad1a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '317c3337-65a4-4c10-bd8f-9fc41ffa1f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:37:40.692334 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-efbadb30-dd73-473c-9d10-6da613464da4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:40.692983 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbadb30-dd73-473c-9d10-6da613464da4 None None] Bound using segment: {'id': '34c5a00e-2756-4d19-8008-32900dad1a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '317c3337-65a4-4c10-bd8f-9fc41ffa1f67'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:37:40.694673 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-efbadb30-dd73-473c-9d10-6da613464da4 None None] Bound port: 4dcabb33-39c2-4c3d-95e6-fa11705df42c, host: dv-cinder-790492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c5a00e-2756-4d19-8008-32900dad1a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '317c3337-65a4-4c10-bd8f-9fc41ffa1f67'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:37:40.696275 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-efbadb30-dd73-473c-9d10-6da613464da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:40.846747 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-7d852ab2-6d7f-41c3-aaf7-6653664d5510 None None] Attempting to bind port c4634874-40ca-4413-8819-5ecea9b663c6 on host dv-cinder-790492-12-iscsi for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:37:40.847572 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-7d852ab2-6d7f-41c3-aaf7-6653664d5510 None None] Attempting to bind port c4634874-40ca-4413-8819-5ecea9b663c6 by drivers openvswitch,hyperv on host dv-cinder-790492-12-iscsi at level 0 using segments [{'id': 'f531b7f5-8948-4267-8c07-d671a11a9078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4c6393b2-678a-4222-8b1b-cfb7b5e97612'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:37:40.847946 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d852ab2-6d7f-41c3-aaf7-6653664d5510 None None] Attempting to bind port c4634874-40ca-4413-8819-5ecea9b663c6 on network 4c6393b2-678a-4222-8b1b-cfb7b5e97612 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:37:40.867438 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d852ab2-6d7f-41c3-aaf7-6653664d5510 None None] Checking agent: {'id': '245e5d0a-3a0f-4c4e-b0f3-8ac9becf3b30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 25, 23), 'started_at': datetime.datetime(2021, 8, 30, 18, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:37:40.867823 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d852ab2-6d7f-41c3-aaf7-6653664d5510 None None] Checking segment: {'id': 'f531b7f5-8948-4267-8c07-d671a11a9078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4c6393b2-678a-4222-8b1b-cfb7b5e97612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:37:40.868445 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7d852ab2-6d7f-41c3-aaf7-6653664d5510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:40.869575 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d852ab2-6d7f-41c3-aaf7-6653664d5510 None None] Bound using segment: {'id': 'f531b7f5-8948-4267-8c07-d671a11a9078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4c6393b2-678a-4222-8b1b-cfb7b5e97612'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:37:40.870503 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-7d852ab2-6d7f-41c3-aaf7-6653664d5510 None None] Bound port: c4634874-40ca-4413-8819-5ecea9b663c6, host: dv-cinder-790492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f531b7f5-8948-4267-8c07-d671a11a9078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4c6393b2-678a-4222-8b1b-cfb7b5e97612'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:37:40.871116 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7d852ab2-6d7f-41c3-aaf7-6653664d5510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:40.944977 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-efbadb30-dd73-473c-9d10-6da613464da4 None None] For port 4dcabb33-39c2-4c3d-95e6-fa11705df42c, host dv-cinder-790492-12-iscsi, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:37:40.967060 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-efbadb30-dd73-473c-9d10-6da613464da4 None None] For port 4dcabb33-39c2-4c3d-95e6-fa11705df42c, host dv-cinder-790492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=4dcabb33-39c2-4c3d-95e6-fa11705df42c,segment=NetworkSegment(34c5a00e-2756-4d19-8008-32900dad1a1d),segment_id=34c5a00e-2756-4d19-8008-32900dad1a1d)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:37:41.028485 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-efbadb30-dd73-473c-9d10-6da613464da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:41.037640 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a1a82a69-a1d7-4326-9246-d5ca0ad167c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:41.183664 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device f04ef030-1229-42d5-bf83-beb70ed213f6 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:37:41.261621 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] No Port match for: f04ef030-1229-42d5-bf83-beb70ed213f6 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:37:41.261980 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device f04ef030-1229-42d5-bf83-beb70ed213f6 not bound to the agent host hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:37:41.263843 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbadb30-dd73-473c-9d10-6da613464da4 None None] Routers {'bd3f4d09-5c02-431e-a537-6be7e043f3f9'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:37:41.264395 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-efbadb30-dd73-473c-9d10-6da613464da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:37:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['bd3f4d09-5c02-431e-a537-6be7e043f3f9'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:37:41.273935 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-7d852ab2-6d7f-41c3-aaf7-6653664d5510 None None] For port c4634874-40ca-4413-8819-5ecea9b663c6, host dv-cinder-790492-12-iscsi, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:37:41.319255 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b73c7-edfe-4c38-a9c3-c75e85614372 None None] Pushing event updated for resources: {'Port': ['ID=4dcabb33-39c2-4c3d-95e6-fa11705df42c,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:41.361097 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-7d852ab2-6d7f-41c3-aaf7-6653664d5510 None None] For port c4634874-40ca-4413-8819-5ecea9b663c6, host dv-cinder-790492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=c4634874-40ca-4413-8819-5ecea9b663c6,segment=NetworkSegment(f531b7f5-8948-4267-8c07-d671a11a9078),segment_id=f531b7f5-8948-4267-8c07-d671a11a9078)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:37:41.377377 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7d852ab2-6d7f-41c3-aaf7-6653664d5510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:41.461765 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10f7e9-4251-4682-a4af-9c89a745a237 req-ae983a91-0be3-4c8a-bc1b-f74c724e6313 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:41.481469 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bf10f7e9-4251-4682-a4af-9c89a745a237 req-ae983a91-0be3-4c8a-bc1b-f74c724e6313 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.4884527 Aug 30 18:37:41.563583 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-efbadb30-dd73-473c-9d10-6da613464da4 None None] Set router bd3f4d09-5c02-431e-a537-6be7e043f3f9 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:37:41.592655 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a1a82a69-a1d7-4326-9246-d5ca0ad167c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4117433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4120119'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:41.593487 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bf10f7e9-4251-4682-a4af-9c89a745a237 req-e65ea1de-0304-405a-809c-e55a6d7dacee tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021535 Aug 30 18:37:41.779056 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d852ab2-6d7f-41c3-aaf7-6653664d5510 None None] Pushing event updated for resources: {'Port': ['ID=c4634874-40ca-4413-8819-5ecea9b663c6,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:41.849174 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae3a4d-20b1-4ba0-b704-2130b8822b61 req-c3016bf0-2878-48a2-a3af-619ddff28c22 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:41.866854 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ffae3a4d-20b1-4ba0-b704-2130b8822b61 req-c3016bf0-2878-48a2-a3af-619ddff28c22 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 944 time: 0.2635469 Aug 30 18:37:41.993468 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ffae3a4d-20b1-4ba0-b704-2130b8822b61 req-5a64b0e7-3035-4ba6-bbe9-b27b8e124926 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183138 Aug 30 18:37:42.036486 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a82a69-a1d7-4326-9246-d5ca0ad167c0 admin admin] Router eef88955-8853-4de2-a813-7be37b6b82fe is scheduled to L3 agent 92e03f23-06fd-457e-8698-15737aaba387 with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 18:37:42.151585 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-efbadb30-dd73-473c-9d10-6da613464da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'name': 'tempest-TestMinimumBasicScenario-1725109495-router', 'tenant_id': '6008a41ab4874c52ad17d46420b022af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'd1003361-39c4-4730-935e-fa6ac2b0e3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:37:27Z', 'updated_at': '2021-08-30T18:37:35Z', 'revision_number': 4, 'project_id': '6008a41ab4874c52ad17d46420b022af', 'gw_port': {'id': 'd1003361-39c4-4730-935e-fa6ac2b0e3b4', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:37:29Z', 'updated_at': '2021-08-30T18:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '4dcabb33-39c2-4c3d-95e6-fa11705df42c', 'name': '', 'network_id': '317c3337-65a4-4c10-bd8f-9fc41ffa1f67', 'tenant_id': '6008a41ab4874c52ad17d46420b022af', 'mac_address': 'fa:16:3e:0d:a4:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8904e72d-4deb-4dc1-a762-e54940095cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:37:34Z', 'updated_at': '2021-08-30T18:37:40Z', 'revision_number': 4, 'project_id': '6008a41ab4874c52ad17d46420b022af', 'subnets': [{'id': '8904e72d-4deb-4dc1-a762-e54940095cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:37:42.191737 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbadb30-dd73-473c-9d10-6da613464da4 None None] The sync data for ids ['bd3f4d09-5c02-431e-a537-6be7e043f3f9'] in dv-cinder-790492-12-iscsi is: [{'id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'name': 'tempest-TestMinimumBasicScenario-1725109495-router', 'tenant_id': '6008a41ab4874c52ad17d46420b022af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'd1003361-39c4-4730-935e-fa6ac2b0e3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:37:27Z', 'updated_at': '2021-08-30T18:37:35Z', 'revision_number': 4, 'project_id': '6008a41ab4874c52ad17d46420b022af', 'gw_port': {'id': 'd1003361-39c4-4730-935e-fa6ac2b0e3b4', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:37:29Z', 'updated_at': '2021-08-30T18:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '4dcabb33-39c2-4c3d-95e6-fa11705df42c', 'name': '', 'network_id': '317c3337-65a4-4c10-bd8f-9fc41ffa1f67', 'tenant_id': '6008a41ab4874c52ad17d46420b022af', 'mac_address': 'fa:16:3e:0d:a4:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8904e72d-4deb-4dc1-a762-e54940095cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:37:34Z', 'updated_at': '2021-08-30T18:37:40Z', 'revision_number': 4, 'project_id': '6008a41ab4874c52ad17d46420b022af', 'subnets': [{'id': '8904e72d-4deb-4dc1-a762-e54940095cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:37:42.318251 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device c4634874-40ca-4413-8819-5ecea9b663c6 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:37:42.368464 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a82a69-a1d7-4326-9246-d5ca0ad167c0 admin admin] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:37:42.388366 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feee26b4-f9f8-4078-93ad-109bc23c17f3 None None] Sync routers for ids ['eef88955-8853-4de2-a813-7be37b6b82fe'] in dv-cinder-790492-12-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:37:42.403659 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feee26b4-f9f8-4078-93ad-109bc23c17f3 None None] Routers {'eef88955-8853-4de2-a813-7be37b6b82fe'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:37:42.403823 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a1a82a69-a1d7-4326-9246-d5ca0ad167c0 admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:42.409251 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-a1a82a69-a1d7-4326-9246-d5ca0ad167c0 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3928263 Aug 30 18:37:42.409512 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-feee26b4-f9f8-4078-93ad-109bc23c17f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:37:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['eef88955-8853-4de2-a813-7be37b6b82fe'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:37:42.409837 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 50788) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:37:42.450110 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning for port c4634874-40ca-4413-8819-5ecea9b663c6 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:37:42.734123 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-feee26b4-f9f8-4078-93ad-109bc23c17f3 None None] Set router eef88955-8853-4de2-a813-7be37b6b82fe gateway port host: dv-cinder-790492-12-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:37:42.963660 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f655b63-5dd2-48bb-a3c1-b18a53f6d727 req-e91ed410-7a35-456b-ba0b-f0263a4b6925 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:42.966077 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0f655b63-5dd2-48bb-a3c1-b18a53f6d727 req-e91ed410-7a35-456b-ba0b-f0263a4b6925 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.2002354 Aug 30 18:37:42.970735 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c893ed-dce8-4cec-ad15-6bfef249962a req-62d52c2d-7d85-48ba-8469-948c706a3f66 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:42.973248 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-39c893ed-dce8-4cec-ad15-6bfef249962a req-62d52c2d-7d85-48ba-8469-948c706a3f66 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=99f5e2a1-8149-48d8-b78f-369495171ebb HTTP/1.1" status: 200 len: 946 time: 0.1189272 Aug 30 18:37:43.053194 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-39c893ed-dce8-4cec-ad15-6bfef249962a req-5652d28d-6aba-4cd6-a1b8-05b377ccf6d8 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722406 Aug 30 18:37:43.115094 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-feee26b4-f9f8-4078-93ad-109bc23c17f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef88955-8853-4de2-a813-7be37b6b82fe', 'name': 'tempest-TestMinimumBasicScenario-1074367979-router', 'tenant_id': '85343564043e43c09872448ec6c9c680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f3fe692e-9fff-43b4-86bf-5c35e85b50e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:37:39Z', 'updated_at': '2021-08-30T18:37:40Z', 'revision_number': 3, 'project_id': '85343564043e43c09872448ec6c9c680', 'gw_port': {'id': 'f3fe692e-9fff-43b4-86bf-5c35e85b50e7', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef88955-8853-4de2-a813-7be37b6b82fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:37:39Z', 'updated_at': '2021-08-30T18:37:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi'}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:37:43.170302 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feee26b4-f9f8-4078-93ad-109bc23c17f3 None None] Checking router: eef88955-8853-4de2-a813-7be37b6b82fe for host: dv-cinder-790492-12-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:37:43.170636 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feee26b4-f9f8-4078-93ad-109bc23c17f3 None None] Updating router eef88955-8853-4de2-a813-7be37b6b82fe port f3fe692e-9fff-43b4-86bf-5c35e85b50e7 binding host dv-cinder-790492-12-iscsi {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:37:43.208661 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-feee26b4-f9f8-4078-93ad-109bc23c17f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:43.223062 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0d583a-4ee9-4c9e-9f69-fa32ed524271 None None] Network 4c6393b2-678a-4222-8b1b-cfb7b5e97612 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:37:43.280066 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f29fc-3fc6-4cfc-8752-7f6b7441a595 req-7e6dd1bf-e283-47d3-8121-9f5ab8fb7996 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:43.281435 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0f655b63-5dd2-48bb-a3c1-b18a53f6d727 req-21bf2f03-1d66-47c9-b98b-5432611b00b6 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895322 Aug 30 18:37:43.308476 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-828f29fc-3fc6-4cfc-8752-7f6b7441a595 req-7e6dd1bf-e283-47d3-8121-9f5ab8fb7996 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 944 time: 0.1552248 Aug 30 18:37:43.415086 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-828f29fc-3fc6-4cfc-8752-7f6b7441a595 req-10bf60ae-6146-4488-bf58-19d753d103fb tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046493 Aug 30 18:37:43.463005 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0055c1e5-0e72-4bb9-a210-e1e6df4e8b5e None None] Provisioning for port c4634874-40ca-4413-8819-5ecea9b663c6 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:37:43.478940 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0055c1e5-0e72-4bb9-a210-e1e6df4e8b5e None None] Provisioning complete for port c4634874-40ca-4413-8819-5ecea9b663c6 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:37:43.479360 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0055c1e5-0e72-4bb9-a210-e1e6df4e8b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:43.631885 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c1158a22-9a22-498e-a582-b4e683c2b1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:43.875817 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-feee26b4-f9f8-4078-93ad-109bc23c17f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:43.898234 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-feee26b4-f9f8-4078-93ad-109bc23c17f3 None None] Transition to ACTIVE for port object f3fe692e-9fff-43b4-86bf-5c35e85b50e7 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:37:43.901759 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0055c1e5-0e72-4bb9-a210-e1e6df4e8b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:43.909918 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-feee26b4-f9f8-4078-93ad-109bc23c17f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:43.975272 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-c1158a22-9a22-498e-a582-b4e683c2b1a7 admin admin] Allocated IP 172.20.0.1 (4c6393b2-678a-4222-8b1b-cfb7b5e97612/6936df6e-8889-448f-a745-9ed448c41b74/01f72746-ab00-44a7-b1b2-cddabf9b63d2) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:37:44.015669 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-feee26b4-f9f8-4078-93ad-109bc23c17f3 None None] Attempting to bind port f3fe692e-9fff-43b4-86bf-5c35e85b50e7 on host dv-cinder-790492-12-iscsi for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:37:44.015893 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-feee26b4-f9f8-4078-93ad-109bc23c17f3 None None] Attempting to bind port f3fe692e-9fff-43b4-86bf-5c35e85b50e7 by drivers openvswitch,hyperv on host dv-cinder-790492-12-iscsi at level 0 using segments [{'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:37:44.016488 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feee26b4-f9f8-4078-93ad-109bc23c17f3 None None] Attempting to bind port f3fe692e-9fff-43b4-86bf-5c35e85b50e7 on network 56c1e305-917b-4e98-a569-d57cdf415d5e {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:37:44.029060 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652bbbe-1a2c-4927-934c-1639847b7ffe None None] Pushing event updated for resources: {'Port': ['ID=f3fe692e-9fff-43b4-86bf-5c35e85b50e7,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:44.053174 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feee26b4-f9f8-4078-93ad-109bc23c17f3 None None] Checking agent: {'id': '245e5d0a-3a0f-4c4e-b0f3-8ac9becf3b30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 25, 23), 'started_at': datetime.datetime(2021, 8, 30, 18, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:37:44.053773 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feee26b4-f9f8-4078-93ad-109bc23c17f3 None None] Checking segment: {'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:37:44.054439 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-feee26b4-f9f8-4078-93ad-109bc23c17f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:44.066030 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feee26b4-f9f8-4078-93ad-109bc23c17f3 None None] Bound using segment: {'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:37:44.066993 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-feee26b4-f9f8-4078-93ad-109bc23c17f3 None None] Bound port: f3fe692e-9fff-43b4-86bf-5c35e85b50e7, host: dv-cinder-790492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:37:44.067689 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-feee26b4-f9f8-4078-93ad-109bc23c17f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:44.097805 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-0055c1e5-0e72-4bb9-a210-e1e6df4e8b5e None None] For port c4634874-40ca-4413-8819-5ecea9b663c6, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=c4634874-40ca-4413-8819-5ecea9b663c6,segment=NetworkSegment(f531b7f5-8948-4267-8c07-d671a11a9078),segment_id=f531b7f5-8948-4267-8c07-d671a11a9078)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:37:44.122287 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0055c1e5-0e72-4bb9-a210-e1e6df4e8b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:44.206945 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-feee26b4-f9f8-4078-93ad-109bc23c17f3 None None] For port f3fe692e-9fff-43b4-86bf-5c35e85b50e7, host dv-cinder-790492-12-iscsi, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:37:44.221763 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-feee26b4-f9f8-4078-93ad-109bc23c17f3 None None] For port f3fe692e-9fff-43b4-86bf-5c35e85b50e7, host dv-cinder-790492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=f3fe692e-9fff-43b4-86bf-5c35e85b50e7,segment=NetworkSegment(1a6a5219-0521-4333-ae96-e7fdd8d0d325),segment_id=1a6a5219-0521-4333-ae96-e7fdd8d0d325)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:37:44.237819 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055c1e5-0e72-4bb9-a210-e1e6df4e8b5e None None] Pushing event updated for resources: {'Port': ['ID=c4634874-40ca-4413-8819-5ecea9b663c6,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:44.244812 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-feee26b4-f9f8-4078-93ad-109bc23c17f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:44.329482 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 4dcabb33-39c2-4c3d-95e6-fa11705df42c up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:37:44.370732 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c1158a22-9a22-498e-a582-b4e683c2b1a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:44.420915 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-c1158a22-9a22-498e-a582-b4e683c2b1a7 admin admin] Transition to ACTIVE for port object 01f72746-ab00-44a7-b1b2-cddabf9b63d2 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:37:44.495488 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652bbbe-1a2c-4927-934c-1639847b7ffe None None] Pushing event updated for resources: {'Port': ['ID=f3fe692e-9fff-43b4-86bf-5c35e85b50e7,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:44.516679 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b63ade-3ec4-4b73-8dd3-20ce5c2ed6a1 req-5d499e7b-f904-4ed5-976f-d2e61c5a0223 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:44.531602 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c1158a22-9a22-498e-a582-b4e683c2b1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:44.542400 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feee26b4-f9f8-4078-93ad-109bc23c17f3 None None] Routers {'eef88955-8853-4de2-a813-7be37b6b82fe'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:37:44.543532 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-feee26b4-f9f8-4078-93ad-109bc23c17f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:37:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['eef88955-8853-4de2-a813-7be37b6b82fe'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:37:44.548840 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a7b63ade-3ec4-4b73-8dd3-20ce5c2ed6a1 req-5d499e7b-f904-4ed5-976f-d2e61c5a0223 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=99f5e2a1-8149-48d8-b78f-369495171ebb HTTP/1.1" status: 200 len: 946 time: 0.2248690 Aug 30 18:37:44.563873 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning for port 4dcabb33-39c2-4c3d-95e6-fa11705df42c completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:37:44.583011 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port 4dcabb33-39c2-4c3d-95e6-fa11705df42c triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:37:44.584299 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:44.625576 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1158a22-9a22-498e-a582-b4e683c2b1a7 admin admin] Network 4c6393b2-678a-4222-8b1b-cfb7b5e97612 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:37:44.695954 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-c1158a22-9a22-498e-a582-b4e683c2b1a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:37:44.698112 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1158a22-9a22-498e-a582-b4e683c2b1a7 admin admin] Pushing event updated for resources: {'Port': ['ID=01f72746-ab00-44a7-b1b2-cddabf9b63d2,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:44.705819 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1158a22-9a22-498e-a582-b4e683c2b1a7 admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:37:44.706317 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c1158a22-9a22-498e-a582-b4e683c2b1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4120296'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:44.709520 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1158a22-9a22-498e-a582-b4e683c2b1a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:44.709871 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1158a22-9a22-498e-a582-b4e683c2b1a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:44.710217 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1158a22-9a22-498e-a582-b4e683c2b1a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:44.710554 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1158a22-9a22-498e-a582-b4e683c2b1a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:44.710977 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1158a22-9a22-498e-a582-b4e683c2b1a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:44.711321 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1158a22-9a22-498e-a582-b4e683c2b1a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:44.711656 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1158a22-9a22-498e-a582-b4e683c2b1a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:44.711987 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1158a22-9a22-498e-a582-b4e683c2b1a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:44.712317 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1158a22-9a22-498e-a582-b4e683c2b1a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:44.713344 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1158a22-9a22-498e-a582-b4e683c2b1a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:44.713726 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1158a22-9a22-498e-a582-b4e683c2b1a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:44.714243 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1158a22-9a22-498e-a582-b4e683c2b1a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:44.770057 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a7b63ade-3ec4-4b73-8dd3-20ce5c2ed6a1 req-b896b8cf-4f1f-46ae-9b6d-5068ace955e5 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184699 Aug 30 18:37:44.801960 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-feee26b4-f9f8-4078-93ad-109bc23c17f3 None None] Set router eef88955-8853-4de2-a813-7be37b6b82fe gateway port host: dv-cinder-790492-12-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:37:44.807502 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c56572df-d5f4-4cbc-b24e-b6e5bd290bb8 req-8bdfc514-a1ae-4618-8340-1813805f2356 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1324863 Aug 30 18:37:44.824478 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5fde494e-bfee-454e-8e54-a8a2b6a84eb7 None None] Provisioning complete for port c4634874-40ca-4413-8819-5ecea9b663c6 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:37:44.825273 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5fde494e-bfee-454e-8e54-a8a2b6a84eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:44.942063 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56572df-d5f4-4cbc-b24e-b6e5bd290bb8 req-b0d8f615-6b0d-4c08-a8a0-8d9338780167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:44.948561 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c56572df-d5f4-4cbc-b24e-b6e5bd290bb8 req-b0d8f615-6b0d-4c08-a8a0-8d9338780167 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b40c9b3f5af3488f90539cd60fa44e2e&device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 1099 time: 0.0934854 Aug 30 18:37:44.956232 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:45.100592 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a5831-92e1-4c75-b78f-b5ba1343550b req-fdcb67c1-416b-47b3-82f9-a5fcf4ebdc5d tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:45.115305 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-636a5831-92e1-4c75-b78f-b5ba1343550b req-fdcb67c1-416b-47b3-82f9-a5fcf4ebdc5d tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 944 time: 0.3014050 Aug 30 18:37:45.140320 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] For port 4dcabb33-39c2-4c3d-95e6-fa11705df42c, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=4dcabb33-39c2-4c3d-95e6-fa11705df42c,segment=NetworkSegment(34c5a00e-2756-4d19-8008-32900dad1a1d),segment_id=34c5a00e-2756-4d19-8008-32900dad1a1d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:37:45.150054 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:45.196230 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device e1007785-b841-4b73-ae46-07c4f05fa984 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:37:45.265161 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-636a5831-92e1-4c75-b78f-b5ba1343550b req-5217f023-c72e-4933-918b-9475a4f5aa32 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314654 Aug 30 18:37:45.284432 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56572df-d5f4-4cbc-b24e-b6e5bd290bb8 req-c128c587-aff1-4795-a049-b957b0e55cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:45.287377 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c1158a22-9a22-498e-a582-b4e683c2b1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:45.288734 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c56572df-d5f4-4cbc-b24e-b6e5bd290bb8 req-c128c587-aff1-4795-a049-b957b0e55cfa service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa732d19-e894-497a-96b4-f1158b92c807 HTTP/1.1" status: 200 len: 919 time: 0.2914052 Aug 30 18:37:45.309083 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05175e-38b7-45f8-bd7b-d670fc43bb0c req-dee957f3-746a-4df0-b69a-1f1d2ef5a99a tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:45.313957 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-dc05175e-38b7-45f8-bd7b-d670fc43bb0c req-dee957f3-746a-4df0-b69a-1f1d2ef5a99a tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.39 "GET /v2.0/ports?device_id=99f5e2a1-8149-48d8-b78f-369495171ebb HTTP/1.1" status: 200 len: 946 time: 0.3608496 Aug 30 18:37:45.381778 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7febb29f-0543-480f-b8fd-3105641cb6c5 None None] Provisioning for port 01f72746-ab00-44a7-b1b2-cddabf9b63d2 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:37:45.387783 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-feee26b4-f9f8-4078-93ad-109bc23c17f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef88955-8853-4de2-a813-7be37b6b82fe', 'name': 'tempest-TestMinimumBasicScenario-1074367979-router', 'tenant_id': '85343564043e43c09872448ec6c9c680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f3fe692e-9fff-43b4-86bf-5c35e85b50e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:37:39Z', 'updated_at': '2021-08-30T18:37:40Z', 'revision_number': 3, 'project_id': '85343564043e43c09872448ec6c9c680', 'gw_port': {'id': 'f3fe692e-9fff-43b4-86bf-5c35e85b50e7', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef88955-8853-4de2-a813-7be37b6b82fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:37:39Z', 'updated_at': '2021-08-30T18:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi'}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:37:45.403206 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Pushing event updated for resources: {'Port': ['ID=4dcabb33-39c2-4c3d-95e6-fa11705df42c,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:45.417580 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7febb29f-0543-480f-b8fd-3105641cb6c5 None None] Provisioning complete for port 01f72746-ab00-44a7-b1b2-cddabf9b63d2 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:37:45.418088 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7febb29f-0543-480f-b8fd-3105641cb6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:45.457845 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feee26b4-f9f8-4078-93ad-109bc23c17f3 None None] The sync data for ids ['eef88955-8853-4de2-a813-7be37b6b82fe'] in dv-cinder-790492-12-iscsi is: [{'id': 'eef88955-8853-4de2-a813-7be37b6b82fe', 'name': 'tempest-TestMinimumBasicScenario-1074367979-router', 'tenant_id': '85343564043e43c09872448ec6c9c680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f3fe692e-9fff-43b4-86bf-5c35e85b50e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:37:39Z', 'updated_at': '2021-08-30T18:37:40Z', 'revision_number': 3, 'project_id': '85343564043e43c09872448ec6c9c680', 'gw_port': {'id': 'f3fe692e-9fff-43b4-86bf-5c35e85b50e7', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef88955-8853-4de2-a813-7be37b6b82fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:37:39Z', 'updated_at': '2021-08-30T18:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:37:45.468717 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c56572df-d5f4-4cbc-b24e-b6e5bd290bb8 req-f8d8255e-98af-4571-b504-8341313b37cb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53d13a17-04fc-4188-8f33-c4c0135674ef HTTP/1.1" status: 200 len: 217 time: 0.1526504 Aug 30 18:37:45.471000 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:45.471581 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:45.472120 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:45.472663 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:45.473195 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:45.474607 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:45.474607 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:45.474980 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:45.475516 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:45.476063 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:45.477061 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:45.477255 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:45.543358 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-7febb29f-0543-480f-b8fd-3105641cb6c5 None None] Port 01f72746-ab00-44a7-b1b2-cddabf9b63d2 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:37:45.554314 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port e1007785-b841-4b73-ae46-07c4f05fa984, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e1007785-b841-4b73-ae46-07c4f05fa984,segment=NetworkSegment(40eb1e85-c7e6-44b5-807d-b44964a5af9c),segment_id=40eb1e85-c7e6-44b5-807d-b44964a5af9c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:37:45.582538 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Returning: {'device': 'e1007785-b841-4b73-ae46-07c4f05fa984', 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3', 'port_id': 'e1007785-b841-4b73-ae46-07c4f05fa984', 'mac_address': 'fa:16:3e:61:cc:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:37:45.640882 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c1158a22-9a22-498e-a582-b4e683c2b1a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:45.647863 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c1158a22-9a22-498e-a582-b4e683c2b1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:45.649399 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c1158a22-9a22-498e-a582-b4e683c2b1a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4119095'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:45.660988 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56572df-d5f4-4cbc-b24e-b6e5bd290bb8 req-d60f45d2-94ee-43bd-8e06-6b1a058acddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:45.664188 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c56572df-d5f4-4cbc-b24e-b6e5bd290bb8 req-d60f45d2-94ee-43bd-8e06-6b1a058acddd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2403c141-9264-413b-9a4f-d5fa5c3597f5 HTTP/1.1" status: 200 len: 859 time: 0.1817269 Aug 30 18:37:45.684967 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:45.716455 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1007785-b841-4b73-ae46-07c4f05fa984 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:37:45.750526 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c56572df-d5f4-4cbc-b24e-b6e5bd290bb8 req-d2cf796e-dae9-400b-a809-1c1f865e0fa7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa732d19-e894-497a-96b4-f1158b92c807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644526 Aug 30 18:37:45.763856 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-dc05175e-38b7-45f8-bd7b-d670fc43bb0c req-1a6c94f9-b426-4234-bc5b-ae6dc7aea43e tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Deleting port a8e16594-074f-42d5-bbfe-31e155c8207f {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:37:45.764602 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-dc05175e-38b7-45f8-bd7b-d670fc43bb0c req-1a6c94f9-b426-4234-bc5b-ae6dc7aea43e tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:45.776444 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port e1007785-b841-4b73-ae46-07c4f05fa984, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e1007785-b841-4b73-ae46-07c4f05fa984,segment=NetworkSegment(40eb1e85-c7e6-44b5-807d-b44964a5af9c),segment_id=40eb1e85-c7e6-44b5-807d-b44964a5af9c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:37:45.791173 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:45.846030 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1158a22-9a22-498e-a582-b4e683c2b1a7 admin admin] Pushing event updated for resources: {'Port': ['ID=01f72746-ab00-44a7-b1b2-cddabf9b63d2,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:46.045960 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1158a22-9a22-498e-a582-b4e683c2b1a7 admin admin] Network 4c6393b2-678a-4222-8b1b-cfb7b5e97612 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:37:46.050553 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=e1007785-b841-4b73-ae46-07c4f05fa984,revision_number=9']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:46.062438 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-c1158a22-9a22-498e-a582-b4e683c2b1a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:37:46.271167 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a86c8-6b43-4a35-a118-1d4022a79616 req-8d4b5d6f-fe7a-4b4b-8294-9eb73c4c1851 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:46.271167 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-788a86c8-6b43-4a35-a118-1d4022a79616 req-8d4b5d6f-fe7a-4b4b-8294-9eb73c4c1851 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=99f5e2a1-8149-48d8-b78f-369495171ebb HTTP/1.1" status: 200 len: 946 time: 0.2208631 Aug 30 18:37:46.290209 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['e1007785-b841-4b73-ae46-07c4f05fa984'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:37:46.514541 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-788a86c8-6b43-4a35-a118-1d4022a79616 req-907dd8af-3e13-4e94-bd55-725f82785727 tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/security-groups?id=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296016 Aug 30 18:37:46.575815 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1158a22-9a22-498e-a582-b4e683c2b1a7 admin admin] Router eef88955-8853-4de2-a813-7be37b6b82fe has already been hosted by L3 agent 92e03f23-06fd-457e-8698-15737aaba387 {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:37:46.593573 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 4dcabb33-39c2-4c3d-95e6-fa11705df42c up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:37:46.690374 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c56572df-d5f4-4cbc-b24e-b6e5bd290bb8 req-89211d68-80aa-4b28-a72f-14ec5e2add4c service neutron] 10.222.0.39 "GET /v2.0/networks/fa732d19-e894-497a-96b4-f1158b92c807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9181144 Aug 30 18:37:46.862408 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port 4dcabb33-39c2-4c3d-95e6-fa11705df42c triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:37:46.863471 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:46.877698 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1ef5b4f6-474d-483a-a9fc-54379dded720 None None] Provisioning complete for port 01f72746-ab00-44a7-b1b2-cddabf9b63d2 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:37:46.878617 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1ef5b4f6-474d-483a-a9fc-54379dded720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:46.898289 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1158a22-9a22-498e-a582-b4e683c2b1a7 admin admin] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:37:46.915195 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-c1158a22-9a22-498e-a582-b4e683c2b1a7 admin admin] 10.222.0.46 "PUT /v2.0/routers/eef88955-8853-4de2-a813-7be37b6b82fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5034976 Aug 30 18:37:46.950078 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4caf03f-5ef4-4120-9c02-7cb2635752ba req-10b70a4b-61e4-4c36-858d-7852e2a1388a tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:46.953072 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f4caf03f-5ef4-4120-9c02-7cb2635752ba req-10b70a4b-61e4-4c36-858d-7852e2a1388a tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 945 time: 0.3520350 Aug 30 18:37:46.965698 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-dc05175e-38b7-45f8-bd7b-d670fc43bb0c req-1a6c94f9-b426-4234-bc5b-ae6dc7aea43e tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] For port a8e16594-074f-42d5-bbfe-31e155c8207f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a8e16594-074f-42d5-bbfe-31e155c8207f,segment=NetworkSegment(aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf),segment_id=aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:37:46.966295 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-dc05175e-38b7-45f8-bd7b-d670fc43bb0c req-1a6c94f9-b426-4234-bc5b-ae6dc7aea43e tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:47.004645 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1ef5b4f6-474d-483a-a9fc-54379dded720 None None] Port 01f72746-ab00-44a7-b1b2-cddabf9b63d2 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:37:47.072649 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-dc05175e-38b7-45f8-bd7b-d670fc43bb0c req-1a6c94f9-b426-4234-bc5b-ae6dc7aea43e tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Calling delete_port for a8e16594-074f-42d5-bbfe-31e155c8207f owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:37:47.137080 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device c4634874-40ca-4413-8819-5ecea9b663c6 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:37:47.232628 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port c4634874-40ca-4413-8819-5ecea9b663c6 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:37:47.233334 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:47.277674 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f4caf03f-5ef4-4120-9c02-7cb2635752ba req-43be2d16-534b-49a0-b19c-b3059e0e0955 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3012898 Aug 30 18:37:47.284112 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c56572df-d5f4-4cbc-b24e-b6e5bd290bb8 req-7ec1abcf-4792-47bf-9644-26e8065115e4 service neutron] 10.222.0.39 "GET /v2.0/networks/fa732d19-e894-497a-96b4-f1158b92c807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5374868 Aug 30 18:37:47.363750 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device f3fe692e-9fff-43b4-86bf-5c35e85b50e7 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:37:47.436409 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-dc05175e-38b7-45f8-bd7b-d670fc43bb0c req-1a6c94f9-b426-4234-bc5b-ae6dc7aea43e tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:47.461483 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning for port f3fe692e-9fff-43b4-86bf-5c35e85b50e7 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:37:47.470069 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port f3fe692e-9fff-43b4-86bf-5c35e85b50e7 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:37:47.470686 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:47.493127 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c94f9-b426-4234-bc5b-ae6dc7aea43e tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Pushing event deleted for resources: {'Port': ['ID=a8e16594-074f-42d5-bbfe-31e155c8207f,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:47.514635 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c94f9-b426-4234-bc5b-ae6dc7aea43e tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:47.514986 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c94f9-b426-4234-bc5b-ae6dc7aea43e tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:47.515356 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c94f9-b426-4234-bc5b-ae6dc7aea43e tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:47.515695 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c94f9-b426-4234-bc5b-ae6dc7aea43e tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:47.516030 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c94f9-b426-4234-bc5b-ae6dc7aea43e tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:47.516363 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c94f9-b426-4234-bc5b-ae6dc7aea43e tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:47.516693 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c94f9-b426-4234-bc5b-ae6dc7aea43e tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:47.517025 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c94f9-b426-4234-bc5b-ae6dc7aea43e tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:47.517349 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c94f9-b426-4234-bc5b-ae6dc7aea43e tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:47.517673 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c94f9-b426-4234-bc5b-ae6dc7aea43e tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:47.517998 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c94f9-b426-4234-bc5b-ae6dc7aea43e tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:47.518322 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c94f9-b426-4234-bc5b-ae6dc7aea43e tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:37:47.555275 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc05175e-38b7-45f8-bd7b-d670fc43bb0c req-1a6c94f9-b426-4234-bc5b-ae6dc7aea43e tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] No DVR routers for this DVR port a8e16594-074f-42d5-bbfe-31e155c8207f on host hv-cinder-79049 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:37:47.559828 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-dc05175e-38b7-45f8-bd7b-d670fc43bb0c req-1a6c94f9-b426-4234-bc5b-ae6dc7aea43e tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:47.563695 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-dc05175e-38b7-45f8-bd7b-d670fc43bb0c req-1a6c94f9-b426-4234-bc5b-ae6dc7aea43e tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.39 "DELETE /v2.0/ports/a8e16594-074f-42d5-bbfe-31e155c8207f HTTP/1.1" status: 204 len: 173 time: 2.2349844 Aug 30 18:37:47.564443 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f5e2a1-8149-48d8-b78f-369495171ebb', 'name': 'network-vif-deleted', 'tag': 'a8e16594-074f-42d5-bbfe-31e155c8207f'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:37:47.576709 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271a750f-6f4c-4985-9220-d7ae38ee51f6" -d '{"events": [{"server_uuid": "99f5e2a1-8149-48d8-b78f-369495171ebb", "name": "network-vif-deleted", "tag": "a8e16594-074f-42d5-bbfe-31e155c8207f"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:37:47.596046 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:47.645713 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] For port f3fe692e-9fff-43b4-86bf-5c35e85b50e7, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=f3fe692e-9fff-43b4-86bf-5c35e85b50e7,segment=NetworkSegment(1a6a5219-0521-4333-ae96-e7fdd8d0d325),segment_id=1a6a5219-0521-4333-ae96-e7fdd8d0d325)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:37:47.652494 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:47.675932 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76295cd7-450e-4595-9df9-3e46b73ec192 x-openstack-request-id: req-76295cd7-450e-4595-9df9-3e46b73ec192 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:37:47.679239 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f5e2a1-8149-48d8-b78f-369495171ebb", "name": "network-vif-deleted", "tag": "a8e16594-074f-42d5-bbfe-31e155c8207f", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:37:47.679239 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-76295cd7-450e-4595-9df9-3e46b73ec192 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:37:47.680008 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f5e2a1-8149-48d8-b78f-369495171ebb', 'name': 'network-vif-deleted', 'tag': 'a8e16594-074f-42d5-bbfe-31e155c8207f', 'status': 'completed', 'code': 200} Aug 30 18:37:47.753067 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Pushing event updated for resources: {'Port': ['ID=f3fe692e-9fff-43b4-86bf-5c35e85b50e7,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:47.755234 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-38d9cee1-a628-4e38-baf5-83f2c5851bac req-b56117a9-e2bf-4af0-87df-2e4b67d8c3ed tempest-AttachVolumeNegativeTest-1818712875 tempest-AttachVolumeNegativeTest-1818712875-project] 10.222.0.46 "GET /v2.0/ports?device_id=99f5e2a1-8149-48d8-b78f-369495171ebb HTTP/1.1" status: 200 len: 210 time: 0.0368922 Aug 30 18:37:48.147549 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device f3fe692e-9fff-43b4-86bf-5c35e85b50e7 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:37:48.254808 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port f3fe692e-9fff-43b4-86bf-5c35e85b50e7 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:37:48.255387 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:48.407520 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ede2b8-7a52-4d26-9981-fbf04bf78a62 None None] Sync routers for ids ['eef88955-8853-4de2-a813-7be37b6b82fe'] in dv-cinder-790492-12-iscsi {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:37:48.438751 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ede2b8-7a52-4d26-9981-fbf04bf78a62 None None] Routers {'eef88955-8853-4de2-a813-7be37b6b82fe'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:37:48.439509 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-44ede2b8-7a52-4d26-9981-fbf04bf78a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:37:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['eef88955-8853-4de2-a813-7be37b6b82fe'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:37:48.619567 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-44ede2b8-7a52-4d26-9981-fbf04bf78a62 None None] Set router eef88955-8853-4de2-a813-7be37b6b82fe gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:37:48.655866 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e00fe-f66e-4ec2-b3d0-9bcc6282daba req-a41cb582-b5b4-477d-9f72-a9c8d3188202 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:48.669698 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-9c5e00fe-f66e-4ec2-b3d0-9bcc6282daba req-a41cb582-b5b4-477d-9f72-a9c8d3188202 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 945 time: 0.1600621 Aug 30 18:37:48.745903 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-9c5e00fe-f66e-4ec2-b3d0-9bcc6282daba req-53be0c6b-a184-4348-ae4b-07ded2f18ffa tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745175 Aug 30 18:37:48.886520 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 50868) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:37:48.980216 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f9f2788-6ea7-404c-83ad-45c2a2c40d6c admin admin] Deleting subnet 13c4f9b1-6d7f-4ed5-9af9-16e7b316f8be {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 18:37:48.984538 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3f9f2788-6ea7-404c-83ad-45c2a2c40d6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:49.058033 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3f9f2788-6ea7-404c-83ad-45c2a2c40d6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8937665'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:49.147081 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3f9f2788-6ea7-404c-83ad-45c2a2c40d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984993'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:49.148870 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-44ede2b8-7a52-4d26-9981-fbf04bf78a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef88955-8853-4de2-a813-7be37b6b82fe', 'name': 'tempest-TestMinimumBasicScenario-1074367979-router', 'tenant_id': '85343564043e43c09872448ec6c9c680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f3fe692e-9fff-43b4-86bf-5c35e85b50e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:37:39Z', 'updated_at': '2021-08-30T18:37:45Z', 'revision_number': 4, 'project_id': '85343564043e43c09872448ec6c9c680', 'gw_port': {'id': 'f3fe692e-9fff-43b4-86bf-5c35e85b50e7', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef88955-8853-4de2-a813-7be37b6b82fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:37:39Z', 'updated_at': '2021-08-30T18:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '01f72746-ab00-44a7-b1b2-cddabf9b63d2', 'name': '', 'network_id': '4c6393b2-678a-4222-8b1b-cfb7b5e97612', 'tenant_id': '85343564043e43c09872448ec6c9c680', 'mac_address': 'fa:16:3e:fc:49:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef88955-8853-4de2-a813-7be37b6b82fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '6936df6e-8889-448f-a745-9ed448c41b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:37:43Z', 'updated_at': '2021-08-30T18:37:45Z', 'revision_number': 2, 'project_id': '85343564043e43c09872448ec6c9c680', 'subnets': [{'id': '6936df6e-8889-448f-a745-9ed448c41b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:37:49.273116 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3f9f2788-6ea7-404c-83ad-45c2a2c40d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424332'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:49.285708 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device e1007785-b841-4b73-ae46-07c4f05fa984 up at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:37:49.291689 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ede2b8-7a52-4d26-9981-fbf04bf78a62 None None] Checking router: eef88955-8853-4de2-a813-7be37b6b82fe for host: dv-cinder-790492-12-iscsi {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:37:49.296662 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ede2b8-7a52-4d26-9981-fbf04bf78a62 None None] Updating router eef88955-8853-4de2-a813-7be37b6b82fe port 01f72746-ab00-44a7-b1b2-cddabf9b63d2 binding host dv-cinder-790492-12-iscsi {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:37:49.367705 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f2788-6ea7-404c-83ad-45c2a2c40d6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13c4f9b1-6d7f-4ed5-9af9-16e7b316f8be,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:49.381592 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3f9f2788-6ea7-404c-83ad-45c2a2c40d6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:49.390291 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 50872) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:37:49.403972 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-3f9f2788-6ea7-404c-83ad-45c2a2c40d6c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/13c4f9b1-6d7f-4ed5-9af9-16e7b316f8be HTTP/1.1" status: 204 len: 168 time: 0.5142324 Aug 30 18:37:49.572962 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-382ea380-6a33-424c-bf81-cf05e8ccaa8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641841'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:49.645844 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44ede2b8-7a52-4d26-9981-fbf04bf78a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:49.747067 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning complete for port e1007785-b841-4b73-ae46-07c4f05fa984 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:37:49.748128 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:50.036239 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-382ea380-6a33-424c-bf81-cf05e8ccaa8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925274', 'neutron.services.segments.db._delete_segments_for_network-8776059265518'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:50.075626 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-03adb124-9120-4248-a8e9-d97441f26466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:50.076994 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8163c7c-7588-4436-857f-e9116c2865e5 req-7a6744d4-0230-4266-a24a-8dc98d501f10 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:50.081038 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b8163c7c-7588-4436-857f-e9116c2865e5 req-7a6744d4-0230-4266-a24a-8dc98d501f10 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 945 time: 0.1698964 Aug 30 18:37:50.085509 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-382ea380-6a33-424c-bf81-cf05e8ccaa8a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:37:50.086419 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-382ea380-6a33-424c-bf81-cf05e8ccaa8a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:37:50.088476 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-382ea380-6a33-424c-bf81-cf05e8ccaa8a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:37:50.089228 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-382ea380-6a33-424c-bf81-cf05e8ccaa8a admin admin] Subscribe: > port after_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:37:50.089977 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-382ea380-6a33-424c-bf81-cf05e8ccaa8a admin admin] Subscribe: > port after_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:37:50.090521 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-382ea380-6a33-424c-bf81-cf05e8ccaa8a admin admin] Subscribe: > port after_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:37:50.091016 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-382ea380-6a33-424c-bf81-cf05e8ccaa8a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:37:50.091557 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-382ea380-6a33-424c-bf81-cf05e8ccaa8a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:37:50.092059 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-382ea380-6a33-424c-bf81-cf05e8ccaa8a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:37:50.092561 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-382ea380-6a33-424c-bf81-cf05e8ccaa8a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:37:50.203873 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-382ea380-6a33-424c-bf81-cf05e8ccaa8a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:37:50.204373 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-382ea380-6a33-424c-bf81-cf05e8ccaa8a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:37:50.205436 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-382ea380-6a33-424c-bf81-cf05e8ccaa8a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:37:50.205436 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-382ea380-6a33-424c-bf81-cf05e8ccaa8a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:37:50.205773 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-382ea380-6a33-424c-bf81-cf05e8ccaa8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86c6f4e9-f587-46d0-83b4-7617f4688e93']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:37:50.250396 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-382ea380-6a33-424c-bf81-cf05e8ccaa8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:37:50.250575 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-382ea380-6a33-424c-bf81-cf05e8ccaa8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa8b2c2-a233-4f62-b33c-2f85a3fd5ccf') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:37:50.282664 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-382ea380-6a33-424c-bf81-cf05e8ccaa8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776059265401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8522696'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:50.296282 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:50.315253 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b8163c7c-7588-4436-857f-e9116c2865e5 req-738e8809-b0b5-447b-ba38-94009cad823f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040545 Aug 30 18:37:50.328355 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-382ea380-6a33-424c-bf81-cf05e8ccaa8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:50.345618 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-382ea380-6a33-424c-bf81-cf05e8ccaa8a admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 18:37:50.346806 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-382ea380-6a33-424c-bf81-cf05e8ccaa8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9041916'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:50.356767 dv-cinder-790492-12-iscsi neutron-server[94078]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 18:37:50.356767 dv-cinder-790492-12-iscsi neutron-server[94078]: from cryptography.utils import int_from_bytes Aug 30 18:37:50.356767 dv-cinder-790492-12-iscsi neutron-server[94078]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 18:37:50.356767 dv-cinder-790492-12-iscsi neutron-server[94078]: from cryptography.utils import int_from_bytes Aug 30 18:37:50.356767 dv-cinder-790492-12-iscsi neutron-server[94078]: Traceback (most recent call last): Aug 30 18:37:50.356767 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 18:37:50.356767 dv-cinder-790492-12-iscsi neutron-server[94078]: timer() Aug 30 18:37:50.356767 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 18:37:50.356767 dv-cinder-790492-12-iscsi neutron-server[94078]: cb(*args, **kw) Aug 30 18:37:50.356767 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 18:37:50.356767 dv-cinder-790492-12-iscsi neutron-server[94078]: return func(*args, **kwargs) Aug 30 18:37:50.356767 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 18:37:50.356767 dv-cinder-790492-12-iscsi neutron-server[94078]: self._notify() Aug 30 18:37:50.356767 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 18:37:50.356767 dv-cinder-790492-12-iscsi neutron-server[94078]: self.callback(batched_events) Aug 30 18:37:50.356767 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 18:37:50.356767 dv-cinder-790492-12-iscsi neutron-server[94078]: event.method(event) Aug 30 18:37:50.356767 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 18:37:50.356767 dv-cinder-790492-12-iscsi neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 18:37:50.356767 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 18:37:50.356767 dv-cinder-790492-12-iscsi neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 18:37:50.356767 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 18:37:50.356767 dv-cinder-790492-12-iscsi neutron-server[94078]: return f(self, *a, **k) Aug 30 18:37:50.356767 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 18:37:50.356767 dv-cinder-790492-12-iscsi neutron-server[94078]: return self._get(url).json() Aug 30 18:37:50.356767 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 18:37:50.356767 dv-cinder-790492-12-iscsi neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 18:37:50.356767 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 18:37:50.356767 dv-cinder-790492-12-iscsi neutron-server[94078]: return self.request(url, 'GET', **kwargs) Aug 30 18:37:50.356767 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 18:37:50.356767 dv-cinder-790492-12-iscsi neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 18:37:50.356767 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 18:37:50.356767 dv-cinder-790492-12-iscsi neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 18:37:50.356767 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 18:37:50.356767 dv-cinder-790492-12-iscsi neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 18:37:50.356767 dv-cinder-790492-12-iscsi neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 18:37:50.424466 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ccb0d23-9b82-4d03-803b-1bb63e08ecb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1007785-b841-4b73-ae46-07c4f05fa984'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:37:50.428719 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf7e48b1d7ea734c3ab22bdf0c4fd39094da8684eda14d675e1fcbcfa40454f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d714df-f618-4307-bc7b-51d0ee121b96" -d '{"events": [{"server_uuid": "2ccb0d23-9b82-4d03-803b-1bb63e08ecb8", "name": "network-vif-plugged", "status": "completed", "tag": "e1007785-b841-4b73-ae46-07c4f05fa984"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:37:50.451092 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-382ea380-6a33-424c-bf81-cf05e8ccaa8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120175'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:50.469973 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-382ea380-6a33-424c-bf81-cf05e8ccaa8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:50.472621 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-382ea380-6a33-424c-bf81-cf05e8ccaa8a admin admin] 10.222.0.46 "DELETE /v2.0/networks/86c6f4e9-f587-46d0-83b4-7617f4688e93 HTTP/1.1" status: 204 len: 168 time: 1.0808148 Aug 30 18:37:50.492214 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ea380-6a33-424c-bf81-cf05e8ccaa8a admin admin] Pushing event deleted for resources: {'Network': ['ID=86c6f4e9-f587-46d0-83b4-7617f4688e93,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:50.543275 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffbc302-7ce1-43c7-a9cc-0f54ace8fbcb x-openstack-request-id: req-bffbc302-7ce1-43c7-a9cc-0f54ace8fbcb {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:37:50.543990 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ccb0d23-9b82-4d03-803b-1bb63e08ecb8", "name": "network-vif-plugged", "status": "completed", "tag": "e1007785-b841-4b73-ae46-07c4f05fa984", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:37:50.544464 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bffbc302-7ce1-43c7-a9cc-0f54ace8fbcb {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:37:50.545165 dv-cinder-790492-12-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ccb0d23-9b82-4d03-803b-1bb63e08ecb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1007785-b841-4b73-ae46-07c4f05fa984', 'code': 200} Aug 30 18:37:50.547706 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port e1007785-b841-4b73-ae46-07c4f05fa984, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e1007785-b841-4b73-ae46-07c4f05fa984,segment=NetworkSegment(40eb1e85-c7e6-44b5-807d-b44964a5af9c),segment_id=40eb1e85-c7e6-44b5-807d-b44964a5af9c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:37:50.580311 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:50.582073 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device a8e16594-074f-42d5-bbfe-31e155c8207f no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:37:50.686488 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] No Port match for: a8e16594-074f-42d5-bbfe-31e155c8207f {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:37:50.687322 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device a8e16594-074f-42d5-bbfe-31e155c8207f not bound to the agent host hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:37:50.805086 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=e1007785-b841-4b73-ae46-07c4f05fa984,revision_number=10']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:50.836787 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44ede2b8-7a52-4d26-9981-fbf04bf78a62 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:50.859705 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44ede2b8-7a52-4d26-9981-fbf04bf78a62 None None] Transition to ACTIVE for port object 01f72746-ab00-44a7-b1b2-cddabf9b63d2 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:37:50.874331 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44ede2b8-7a52-4d26-9981-fbf04bf78a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:50.875900 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 50890) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:37:50.955078 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 50892) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:37:50.967093 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-a3cedaf2-09f8-4781-8c3b-2ceba97779d9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=26da63fb9503419c953e7d900a0bbf6f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0814073 Aug 30 18:37:50.968904 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d46f63-d455-4b34-8062-6582dc65b89c None None] Pushing event updated for resources: {'Port': ['ID=01f72746-ab00-44a7-b1b2-cddabf9b63d2,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:51.122357 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-44aa69d4-c0b5-4a07-801d-066f293ce3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:51.141321 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-44ede2b8-7a52-4d26-9981-fbf04bf78a62 None None] Attempting to bind port 01f72746-ab00-44a7-b1b2-cddabf9b63d2 on host dv-cinder-790492-12-iscsi for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:37:51.142114 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-44ede2b8-7a52-4d26-9981-fbf04bf78a62 None None] Attempting to bind port 01f72746-ab00-44a7-b1b2-cddabf9b63d2 by drivers openvswitch,hyperv on host dv-cinder-790492-12-iscsi at level 0 using segments [{'id': 'f531b7f5-8948-4267-8c07-d671a11a9078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4c6393b2-678a-4222-8b1b-cfb7b5e97612'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:37:51.142849 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ede2b8-7a52-4d26-9981-fbf04bf78a62 None None] Attempting to bind port 01f72746-ab00-44a7-b1b2-cddabf9b63d2 on network 4c6393b2-678a-4222-8b1b-cfb7b5e97612 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:37:51.161713 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ede2b8-7a52-4d26-9981-fbf04bf78a62 None None] Checking agent: {'id': '245e5d0a-3a0f-4c4e-b0f3-8ac9becf3b30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 25, 23), 'started_at': datetime.datetime(2021, 8, 30, 18, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:37:51.164157 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ede2b8-7a52-4d26-9981-fbf04bf78a62 None None] Checking segment: {'id': 'f531b7f5-8948-4267-8c07-d671a11a9078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4c6393b2-678a-4222-8b1b-cfb7b5e97612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:37:51.166198 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44ede2b8-7a52-4d26-9981-fbf04bf78a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:51.166947 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ede2b8-7a52-4d26-9981-fbf04bf78a62 None None] Bound using segment: {'id': 'f531b7f5-8948-4267-8c07-d671a11a9078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4c6393b2-678a-4222-8b1b-cfb7b5e97612'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:37:51.169008 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-44ede2b8-7a52-4d26-9981-fbf04bf78a62 None None] Bound port: 01f72746-ab00-44a7-b1b2-cddabf9b63d2, host: dv-cinder-790492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f531b7f5-8948-4267-8c07-d671a11a9078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4c6393b2-678a-4222-8b1b-cfb7b5e97612'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:37:51.169887 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44ede2b8-7a52-4d26-9981-fbf04bf78a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:51.294373 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-44aa69d4-c0b5-4a07-801d-066f293ce3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:51.377222 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44ede2b8-7a52-4d26-9981-fbf04bf78a62 None None] For port 01f72746-ab00-44a7-b1b2-cddabf9b63d2, host dv-cinder-790492-12-iscsi, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:37:51.382742 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44ede2b8-7a52-4d26-9981-fbf04bf78a62 None None] For port 01f72746-ab00-44a7-b1b2-cddabf9b63d2, host dv-cinder-790492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=01f72746-ab00-44a7-b1b2-cddabf9b63d2,segment=NetworkSegment(f531b7f5-8948-4267-8c07-d671a11a9078),segment_id=f531b7f5-8948-4267-8c07-d671a11a9078)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:37:51.391451 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44ede2b8-7a52-4d26-9981-fbf04bf78a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:51.509894 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1eafd0-524b-46e8-a185-59a33e71bbc8 req-4c981e55-1606-4a14-a8c5-0d775d0b2c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:51.514313 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-8c1eafd0-524b-46e8-a185-59a33e71bbc8 req-4c981e55-1606-4a14-a8c5-0d775d0b2c31 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 1100 time: 0.1439068 Aug 30 18:37:51.577158 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-44aa69d4-c0b5-4a07-801d-066f293ce3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:51.580490 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-44aa69d4-c0b5-4a07-801d-066f293ce3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:51.586644 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-44aa69d4-c0b5-4a07-801d-066f293ce3a1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f82f9adc-6d56-49ec-946c-5e4a5f24b9ce HTTP/1.1" status: 204 len: 168 time: 0.6292944 Aug 30 18:37:51.587386 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d46f63-d455-4b34-8062-6582dc65b89c None None] Pushing event updated for resources: {'Port': ['ID=01f72746-ab00-44a7-b1b2-cddabf9b63d2,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:51.619725 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aa69d4-c0b5-4a07-801d-066f293ce3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82f9adc-6d56-49ec-946c-5e4a5f24b9ce,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:51.690153 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-8c1eafd0-524b-46e8-a185-59a33e71bbc8 req-5b866c05-dfa0-4731-baa4-edfef42e36c7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582656 Aug 30 18:37:51.722443 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ede2b8-7a52-4d26-9981-fbf04bf78a62 None None] Routers {'eef88955-8853-4de2-a813-7be37b6b82fe'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:37:51.723623 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-44ede2b8-7a52-4d26-9981-fbf04bf78a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:37:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['eef88955-8853-4de2-a813-7be37b6b82fe'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:37:51.864319 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4226eb-bdf3-4646-8d2f-4f3fdde71ff6 req-114f5e04-17d1-44a8-a24d-c269ada83205 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:51.867495 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1a4226eb-bdf3-4646-8d2f-4f3fdde71ff6 req-114f5e04-17d1-44a8-a24d-c269ada83205 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 947 time: 0.2254813 Aug 30 18:37:52.023661 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1a4226eb-bdf3-4646-8d2f-4f3fdde71ff6 req-238064ad-7357-44c3-9bf4-659e02288d04 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474226 Aug 30 18:37:52.164229 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-44ede2b8-7a52-4d26-9981-fbf04bf78a62 None None] Set router eef88955-8853-4de2-a813-7be37b6b82fe gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:37:52.668502 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-44ede2b8-7a52-4d26-9981-fbf04bf78a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef88955-8853-4de2-a813-7be37b6b82fe', 'name': 'tempest-TestMinimumBasicScenario-1074367979-router', 'tenant_id': '85343564043e43c09872448ec6c9c680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f3fe692e-9fff-43b4-86bf-5c35e85b50e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:37:39Z', 'updated_at': '2021-08-30T18:37:45Z', 'revision_number': 4, 'project_id': '85343564043e43c09872448ec6c9c680', 'gw_port': {'id': 'f3fe692e-9fff-43b4-86bf-5c35e85b50e7', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef88955-8853-4de2-a813-7be37b6b82fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:37:39Z', 'updated_at': '2021-08-30T18:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '01f72746-ab00-44a7-b1b2-cddabf9b63d2', 'name': '', 'network_id': '4c6393b2-678a-4222-8b1b-cfb7b5e97612', 'tenant_id': '85343564043e43c09872448ec6c9c680', 'mac_address': 'fa:16:3e:fc:49:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef88955-8853-4de2-a813-7be37b6b82fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '6936df6e-8889-448f-a745-9ed448c41b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:37:43Z', 'updated_at': '2021-08-30T18:37:51Z', 'revision_number': 4, 'project_id': '85343564043e43c09872448ec6c9c680', 'subnets': [{'id': '6936df6e-8889-448f-a745-9ed448c41b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:37:52.721385 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ede2b8-7a52-4d26-9981-fbf04bf78a62 None None] The sync data for ids ['eef88955-8853-4de2-a813-7be37b6b82fe'] in dv-cinder-790492-12-iscsi is: [{'id': 'eef88955-8853-4de2-a813-7be37b6b82fe', 'name': 'tempest-TestMinimumBasicScenario-1074367979-router', 'tenant_id': '85343564043e43c09872448ec6c9c680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f3fe692e-9fff-43b4-86bf-5c35e85b50e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:37:39Z', 'updated_at': '2021-08-30T18:37:45Z', 'revision_number': 4, 'project_id': '85343564043e43c09872448ec6c9c680', 'gw_port': {'id': 'f3fe692e-9fff-43b4-86bf-5c35e85b50e7', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef88955-8853-4de2-a813-7be37b6b82fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:37:39Z', 'updated_at': '2021-08-30T18:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '01f72746-ab00-44a7-b1b2-cddabf9b63d2', 'name': '', 'network_id': '4c6393b2-678a-4222-8b1b-cfb7b5e97612', 'tenant_id': '85343564043e43c09872448ec6c9c680', 'mac_address': 'fa:16:3e:fc:49:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef88955-8853-4de2-a813-7be37b6b82fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '6936df6e-8889-448f-a745-9ed448c41b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:37:43Z', 'updated_at': '2021-08-30T18:37:51Z', 'revision_number': 4, 'project_id': '85343564043e43c09872448ec6c9c680', 'subnets': [{'id': '6936df6e-8889-448f-a745-9ed448c41b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:37:53.256009 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bbc40648-139e-4189-8cf1-021151c95a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:53.297350 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9bd84c-7a69-41cc-9edc-0e7ee7f1fdc4 req-81442f6d-7333-4a4d-95c0-158bb1010112 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:53.314214 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bf9bd84c-7a69-41cc-9edc-0e7ee7f1fdc4 req-81442f6d-7333-4a4d-95c0-158bb1010112 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 947 time: 0.1716697 Aug 30 18:37:53.375970 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:53.463825 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bf9bd84c-7a69-41cc-9edc-0e7ee7f1fdc4 req-0fff006f-4ec9-422f-aeb7-1bee13e64331 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480958 Aug 30 18:37:53.591268 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 50940) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:37:53.766682 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-65b3dc92-c173-4f96-b3e9-e7fd4c0f5dc5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1751710027-network', 'tenant_id': '664328205e9a43e1bb42d6a76a658187'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:37:53.831194 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b3dc92-c173-4f96-b3e9-e7fd4c0f5dc5 admin admin] Made reservation on behalf of 664328205e9a43e1bb42d6a76a658187 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:37:53.836866 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-65b3dc92-c173-4f96-b3e9-e7fd4c0f5dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:53.853859 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-65b3dc92-c173-4f96-b3e9-e7fd4c0f5dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:54.003972 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:54.023699 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-65b3dc92-c173-4f96-b3e9-e7fd4c0f5dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:54.032801 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-65b3dc92-c173-4f96-b3e9-e7fd4c0f5dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:54.098259 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65b3dc92-c173-4f96-b3e9-e7fd4c0f5dc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 18:37:54.117274 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3dc92-c173-4f96-b3e9-e7fd4c0f5dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2eafd4d-a1c3-496f-b986-52a32a9ce73f,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:54.138691 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-65b3dc92-c173-4f96-b3e9-e7fd4c0f5dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:54.141636 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.db.segments_db [None req-65b3dc92-c173-4f96-b3e9-e7fd4c0f5dc5 admin admin] Added segment f96cd1bd-3b34-4d73-845f-94a01074eab1 of type vlan for network e82bc05a-429a-462f-ae87-c248f5f02b23 Aug 30 18:37:54.246940 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-65b3dc92-c173-4f96-b3e9-e7fd4c0f5dc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776058719600'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:54.323996 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 01f72746-ab00-44a7-b1b2-cddabf9b63d2 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:37:54.337078 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-65b3dc92-c173-4f96-b3e9-e7fd4c0f5dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:54.351914 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b3dc92-c173-4f96-b3e9-e7fd4c0f5dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:54.390482 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-65b3dc92-c173-4f96-b3e9-e7fd4c0f5dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:54.530506 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-65b3dc92-c173-4f96-b3e9-e7fd4c0f5dc5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9374812 Aug 30 18:37:54.535114 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 50952) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:37:54.545453 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-2b4645c8-434f-42d6-875e-01eb5208be92 admin admin] Request body: {'subnet': {'network_id': 'e82bc05a-429a-462f-ae87-c248f5f02b23', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1751710027-subnet', 'tenant_id': '664328205e9a43e1bb42d6a76a658187', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:37:54.555280 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3dc92-c173-4f96-b3e9-e7fd4c0f5dc5 admin admin] Pushing event updated for resources: {'Network': ['ID=e82bc05a-429a-462f-ae87-c248f5f02b23,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:54.602438 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Network e82bc05a-429a-462f-ae87-c248f5f02b23 details requested by agent ovs-agent-dv-cinder-790492-12-iscsi with host dv-cinder-790492-12-iscsi {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:37:54.715204 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4645c8-434f-42d6-875e-01eb5208be92 admin admin] Made reservation on behalf of 664328205e9a43e1bb42d6a76a658187 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:37:54.720164 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2b4645c8-434f-42d6-875e-01eb5208be92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424295'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:54.732951 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning for port 01f72746-ab00-44a7-b1b2-cddabf9b63d2 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:37:54.780785 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port 01f72746-ab00-44a7-b1b2-cddabf9b63d2 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:37:54.795958 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:55.032788 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:55.085591 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2b4645c8-434f-42d6-875e-01eb5208be92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424341'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:55.118194 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] For port 01f72746-ab00-44a7-b1b2-cddabf9b63d2, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=01f72746-ab00-44a7-b1b2-cddabf9b63d2,segment=NetworkSegment(f531b7f5-8948-4267-8c07-d671a11a9078),segment_id=f531b7f5-8948-4267-8c07-d671a11a9078)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:37:55.123251 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043a355-9025-4255-aab6-4b541dc0dd44 req-f52a59f2-9200-4a54-aa0e-a147ccb31bb2 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:55.126441 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:55.136291 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-4043a355-9025-4255-aab6-4b541dc0dd44 req-f52a59f2-9200-4a54-aa0e-a147ccb31bb2 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 947 time: 0.5058498 Aug 30 18:37:55.240419 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Pushing event updated for resources: {'Port': ['ID=01f72746-ab00-44a7-b1b2-cddabf9b63d2,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:55.293110 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4645c8-434f-42d6-875e-01eb5208be92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d508eba-e9d8-4104-acfe-3b58d611b871,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:55.320510 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-4043a355-9025-4255-aab6-4b541dc0dd44 req-93b56878-f178-4534-afb1-2cd509076f66 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677821 Aug 30 18:37:55.334750 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4645c8-434f-42d6-875e-01eb5208be92 admin admin] Checking segment: {'id': 'f96cd1bd-3b34-4d73-845f-94a01074eab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e82bc05a-429a-462f-ae87-c248f5f02b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:37:55.335354 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4645c8-434f-42d6-875e-01eb5208be92 admin admin] Network hostable DHCP agents. Network: e82bc05a-429a-462f-ae87-c248f5f02b23, hostable agents: ['31edc47e-fc79-419c-8073-db6fa9586502'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:37:55.374432 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4645c8-434f-42d6-875e-01eb5208be92 admin admin] Network e82bc05a-429a-462f-ae87-c248f5f02b23 is scheduled to be hosted by DHCP agent 31edc47e-fc79-419c-8073-db6fa9586502 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:37:55.404489 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-2b4645c8-434f-42d6-875e-01eb5208be92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-12-iscsi, e82bc05a-429a-462f-ae87-c248f5f02b23) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:37:55.412238 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4645c8-434f-42d6-875e-01eb5208be92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:55.418568 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2b4645c8-434f-42d6-875e-01eb5208be92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:55.423107 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae899686-1e97-4054-a589-5d1f29f7052d None None] Network e82bc05a-429a-462f-ae87-c248f5f02b23 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:37:55.471882 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-2b4645c8-434f-42d6-875e-01eb5208be92 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9351218 Aug 30 18:37:55.732593 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6810c605-2fda-4597-aa0f-1f0233d63a8d None None] Network e82bc05a-429a-462f-ae87-c248f5f02b23 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:37:55.898478 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:56.320827 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 01f72746-ab00-44a7-b1b2-cddabf9b63d2 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:37:56.480241 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port 01f72746-ab00-44a7-b1b2-cddabf9b63d2 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:37:56.482531 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:56.744100 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3a491-7efd-4f9c-9811-8e7830a938af req-72970cbc-dbaf-400d-96d9-b7ed88f0811b tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:56.769587 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a5f3a491-7efd-4f9c-9811-8e7830a938af req-72970cbc-dbaf-400d-96d9-b7ed88f0811b tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 947 time: 0.1903186 Aug 30 18:37:56.884116 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a5f3a491-7efd-4f9c-9811-8e7830a938af req-c9559a12-7f66-42fe-8229-adcd7630e061 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087532 Aug 30 18:37:56.888594 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:37:57.039852 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 50994) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:37:57.054035 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-9c79331f-e231-4f3f-9b37-5314c2b6d080 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1200182485-network', 'tenant_id': '909e15b53fcf465e9f4440a3fb3a2b09'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:37:57.155482 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c79331f-e231-4f3f-9b37-5314c2b6d080 admin admin] Made reservation on behalf of 909e15b53fcf465e9f4440a3fb3a2b09 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:37:57.158454 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c79331f-e231-4f3f-9b37-5314c2b6d080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:57.172098 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c79331f-e231-4f3f-9b37-5314c2b6d080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:57.467410 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c79331f-e231-4f3f-9b37-5314c2b6d080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:57.472782 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c79331f-e231-4f3f-9b37-5314c2b6d080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:57.524354 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c79331f-e231-4f3f-9b37-5314c2b6d080 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 18:37:57.538134 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c79331f-e231-4f3f-9b37-5314c2b6d080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c73ddbf-e0a0-4125-9a8d-20161480605b,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:57.571540 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c79331f-e231-4f3f-9b37-5314c2b6d080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:57.572912 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.db.segments_db [None req-9c79331f-e231-4f3f-9b37-5314c2b6d080 admin admin] Added segment 4110da60-a3e7-4c73-b2cf-7cb2ce870601 of type vlan for network 9bafbca0-2eaa-455e-8f83-3299cfac0a43 Aug 30 18:37:57.696944 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c79331f-e231-4f3f-9b37-5314c2b6d080 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776058719600'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:57.723112 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f97135-1b84-4b6a-858e-4ecde7dc4e5a req-244256ee-c89d-4238-ad45-5ccb4f193841 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:57.738708 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-73f97135-1b84-4b6a-858e-4ecde7dc4e5a req-244256ee-c89d-4238-ad45-5ccb4f193841 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 946 time: 0.1376376 Aug 30 18:37:57.763321 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c79331f-e231-4f3f-9b37-5314c2b6d080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:57.765656 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c79331f-e231-4f3f-9b37-5314c2b6d080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:57.767648 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c79331f-e231-4f3f-9b37-5314c2b6d080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:57.814259 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-73f97135-1b84-4b6a-858e-4ecde7dc4e5a req-bf73d868-b475-44b9-ae39-3eb6ab56da44 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651872 Aug 30 18:37:57.902251 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-9c79331f-e231-4f3f-9b37-5314c2b6d080 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8520665 Aug 30 18:37:57.902557 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 51020) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:37:57.910598 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-7797b970-a1bc-4a74-8c9f-6779c06bb572 admin admin] Request body: {'subnet': {'network_id': '9bafbca0-2eaa-455e-8f83-3299cfac0a43', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1200182485-subnet', 'tenant_id': '909e15b53fcf465e9f4440a3fb3a2b09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:37:57.929296 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c79331f-e231-4f3f-9b37-5314c2b6d080 admin admin] Pushing event updated for resources: {'Network': ['ID=9bafbca0-2eaa-455e-8f83-3299cfac0a43,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:57.949412 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Network 9bafbca0-2eaa-455e-8f83-3299cfac0a43 details requested by agent ovs-agent-dv-cinder-790492-12-iscsi with host dv-cinder-790492-12-iscsi {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:37:57.984233 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7797b970-a1bc-4a74-8c9f-6779c06bb572 admin admin] Made reservation on behalf of 909e15b53fcf465e9f4440a3fb3a2b09 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:37:57.988340 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7797b970-a1bc-4a74-8c9f-6779c06bb572 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506827'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:58.284225 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257af072-1517-4b22-9b94-ebe2715d2559 req-c5c9d26a-8dad-4c65-bdac-851418f7f399 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:58.308149 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-257af072-1517-4b22-9b94-ebe2715d2559 req-c5c9d26a-8dad-4c65-bdac-851418f7f399 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 947 time: 0.2257748 Aug 30 18:37:58.413309 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-257af072-1517-4b22-9b94-ebe2715d2559 req-901927e1-9388-4b38-b732-385819063d92 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004322 Aug 30 18:37:58.518367 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7797b970-a1bc-4a74-8c9f-6779c06bb572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9041497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506809'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:58.698140 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797b970-a1bc-4a74-8c9f-6779c06bb572 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14a78c71-b1dc-409b-bb36-dc50a3da3fb5,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:58.717435 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7797b970-a1bc-4a74-8c9f-6779c06bb572 admin admin] Checking segment: {'id': '4110da60-a3e7-4c73-b2cf-7cb2ce870601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9bafbca0-2eaa-455e-8f83-3299cfac0a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:37:58.718446 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7797b970-a1bc-4a74-8c9f-6779c06bb572 admin admin] Network hostable DHCP agents. Network: 9bafbca0-2eaa-455e-8f83-3299cfac0a43, hostable agents: ['31edc47e-fc79-419c-8073-db6fa9586502'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:37:58.760239 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7797b970-a1bc-4a74-8c9f-6779c06bb572 admin admin] Network 9bafbca0-2eaa-455e-8f83-3299cfac0a43 is scheduled to be hosted by DHCP agent 31edc47e-fc79-419c-8073-db6fa9586502 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:37:58.778126 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-7797b970-a1bc-4a74-8c9f-6779c06bb572 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-12-iscsi, 9bafbca0-2eaa-455e-8f83-3299cfac0a43) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:37:58.785822 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7797b970-a1bc-4a74-8c9f-6779c06bb572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:58.787048 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7797b970-a1bc-4a74-8c9f-6779c06bb572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:58.798807 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888ac5f8-4a4e-418a-b5d3-5338b759c758 None None] Network 9bafbca0-2eaa-455e-8f83-3299cfac0a43 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:37:58.816331 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-7797b970-a1bc-4a74-8c9f-6779c06bb572 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9127271 Aug 30 18:37:59.131539 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a25ee5-33ae-4430-bcac-6cf69363df8e None None] Network 9bafbca0-2eaa-455e-8f83-3299cfac0a43 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:37:59.160601 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd1173-1f1f-4486-b7a7-4d4662000a21 req-c46bcd18-b683-490b-9511-8ece9b4dbff6 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:59.163706 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-71dd1173-1f1f-4486-b7a7-4d4662000a21 req-c46bcd18-b683-490b-9511-8ece9b4dbff6 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 946 time: 0.1450589 Aug 30 18:37:59.218060 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 51038) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:37:59.261854 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-71dd1173-1f1f-4486-b7a7-4d4662000a21 req-ce60a61b-b268-4dd8-9375-664f662cd669 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832016 Aug 30 18:37:59.381161 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-854e979b-878a-4374-af93-f556352f1fe9 admin admin] Deleting subnet 2d508eba-e9d8-4104-acfe-3b58d611b871 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 18:37:59.386195 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-854e979b-878a-4374-af93-f556352f1fe9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:59.429593 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-854e979b-878a-4374-af93-f556352f1fe9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8937665'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:59.538024 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-854e979b-878a-4374-af93-f556352f1fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984993'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:59.658403 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0473c-91e2-4feb-ad8c-61815af6a62e req-80f2acb3-0a92-4eb4-986a-66ce571753ec tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:37:59.660917 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-90a0473c-91e2-4feb-ad8c-61815af6a62e req-80f2acb3-0a92-4eb4-986a-66ce571753ec tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 947 time: 0.0970144 Aug 30 18:37:59.678183 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-854e979b-878a-4374-af93-f556352f1fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424332'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:59.718189 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e979b-878a-4374-af93-f556352f1fe9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d508eba-e9d8-4104-acfe-3b58d611b871,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:37:59.741695 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-854e979b-878a-4374-af93-f556352f1fe9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:59.745394 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-854e979b-878a-4374-af93-f556352f1fe9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2d508eba-e9d8-4104-acfe-3b58d611b871 HTTP/1.1" status: 204 len: 168 time: 0.5244308 Aug 30 18:37:59.749320 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 51044) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:37:59.760145 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-90a0473c-91e2-4feb-ad8c-61815af6a62e req-2bc53307-3e92-4391-950e-df6a3d786e78 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910842 Aug 30 18:37:59.889609 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-56e531d2-4872-47a1-9424-797d8f0923a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641841'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:00.396360 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-56e531d2-4872-47a1-9424-797d8f0923a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925274', 'neutron.services.segments.db._delete_segments_for_network-8776059265518'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:00.473381 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-56e531d2-4872-47a1-9424-797d8f0923a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e82bc05a-429a-462f-ae87-c248f5f02b23']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:38:00.502071 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-56e531d2-4872-47a1-9424-797d8f0923a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f96cd1bd-3b34-4d73-845f-94a01074eab1') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:38:00.502484 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-56e531d2-4872-47a1-9424-797d8f0923a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f96cd1bd-3b34-4d73-845f-94a01074eab1') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:38:00.529078 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-56e531d2-4872-47a1-9424-797d8f0923a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776059265401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8522696'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:00.559114 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb80f39-f70e-47a8-af0f-4ecdb7d0ff9b req-804c5a3d-79a3-406f-8b2b-a1f22df54c19 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:00.562004 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5cb80f39-f70e-47a8-af0f-4ecdb7d0ff9b req-804c5a3d-79a3-406f-8b2b-a1f22df54c19 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 946 time: 0.1740479 Aug 30 18:38:00.578093 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-56e531d2-4872-47a1-9424-797d8f0923a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:00.586074 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e531d2-4872-47a1-9424-797d8f0923a4 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 18:38:00.586718 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-56e531d2-4872-47a1-9424-797d8f0923a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9041916'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:00.590788 dv-cinder-790492-12-iscsi neutron-server[94078]: Traceback (most recent call last): Aug 30 18:38:00.590788 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 18:38:00.590788 dv-cinder-790492-12-iscsi neutron-server[94078]: timer() Aug 30 18:38:00.590788 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 18:38:00.590788 dv-cinder-790492-12-iscsi neutron-server[94078]: cb(*args, **kw) Aug 30 18:38:00.590788 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 18:38:00.590788 dv-cinder-790492-12-iscsi neutron-server[94078]: return func(*args, **kwargs) Aug 30 18:38:00.590788 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 18:38:00.590788 dv-cinder-790492-12-iscsi neutron-server[94078]: self._notify() Aug 30 18:38:00.590788 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 18:38:00.590788 dv-cinder-790492-12-iscsi neutron-server[94078]: self.callback(batched_events) Aug 30 18:38:00.590788 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 18:38:00.590788 dv-cinder-790492-12-iscsi neutron-server[94078]: event.method(event) Aug 30 18:38:00.590788 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 18:38:00.590788 dv-cinder-790492-12-iscsi neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 18:38:00.590788 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 18:38:00.590788 dv-cinder-790492-12-iscsi neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 18:38:00.590788 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 18:38:00.590788 dv-cinder-790492-12-iscsi neutron-server[94078]: return f(self, *a, **k) Aug 30 18:38:00.590788 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 18:38:00.590788 dv-cinder-790492-12-iscsi neutron-server[94078]: return self._get(url).json() Aug 30 18:38:00.590788 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 18:38:00.590788 dv-cinder-790492-12-iscsi neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 18:38:00.590788 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 18:38:00.590788 dv-cinder-790492-12-iscsi neutron-server[94078]: return self.request(url, 'GET', **kwargs) Aug 30 18:38:00.590788 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 18:38:00.590788 dv-cinder-790492-12-iscsi neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 18:38:00.590788 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 18:38:00.590788 dv-cinder-790492-12-iscsi neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 18:38:00.590788 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 18:38:00.590788 dv-cinder-790492-12-iscsi neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 18:38:00.590788 dv-cinder-790492-12-iscsi neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 18:38:00.694929 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5cb80f39-f70e-47a8-af0f-4ecdb7d0ff9b req-81865bcd-a2d6-42bc-bf7b-362f8281198f tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930603 Aug 30 18:38:00.697247 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-56e531d2-4872-47a1-9424-797d8f0923a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120175'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:00.705242 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-56e531d2-4872-47a1-9424-797d8f0923a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:00.713035 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-56e531d2-4872-47a1-9424-797d8f0923a4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e82bc05a-429a-462f-ae87-c248f5f02b23 HTTP/1.1" status: 204 len: 168 time: 0.9566011 Aug 30 18:38:00.713351 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 51056) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:38:00.725840 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e531d2-4872-47a1-9424-797d8f0923a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e82bc05a-429a-462f-ae87-c248f5f02b23,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:38:00.832382 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c83143-19be-4bdc-a0b4-416334327159 admin admin] Deleting subnet 14a78c71-b1dc-409b-bb36-dc50a3da3fb5 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 18:38:00.839698 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-35c83143-19be-4bdc-a0b4-416334327159 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:00.913284 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-35c83143-19be-4bdc-a0b4-416334327159 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8937665'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:01.085894 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-35c83143-19be-4bdc-a0b4-416334327159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984993'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:01.162900 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d403f-2805-4cd4-aa79-f4e3a4d2aada req-763b0f59-136b-4384-9f3b-3e327c246a91 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:01.173248 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-283d403f-2805-4cd4-aa79-f4e3a4d2aada req-763b0f59-136b-4384-9f3b-3e327c246a91 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 947 time: 0.1839454 Aug 30 18:38:01.260122 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-283d403f-2805-4cd4-aa79-f4e3a4d2aada req-61a04ba9-56ab-44d6-b1c6-ee7e80f61fba tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854657 Aug 30 18:38:01.262808 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-35c83143-19be-4bdc-a0b4-416334327159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424332'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:01.313648 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c83143-19be-4bdc-a0b4-416334327159 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14a78c71-b1dc-409b-bb36-dc50a3da3fb5,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:38:01.317673 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-35c83143-19be-4bdc-a0b4-416334327159 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:01.320130 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-35c83143-19be-4bdc-a0b4-416334327159 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/14a78c71-b1dc-409b-bb36-dc50a3da3fb5 HTTP/1.1" status: 204 len: 168 time: 0.6058013 Aug 30 18:38:01.326448 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 51064) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:38:01.468187 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-47e9d6c8-e32f-4fe2-91a6-e87d31431389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641841'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:01.635454 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-47e9d6c8-e32f-4fe2-91a6-e87d31431389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925274', 'neutron.services.segments.db._delete_segments_for_network-8776059265518'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:01.656015 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.services.segments.db [None req-47e9d6c8-e32f-4fe2-91a6-e87d31431389 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bafbca0-2eaa-455e-8f83-3299cfac0a43']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:38:01.679016 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.services.segments.db [None req-47e9d6c8-e32f-4fe2-91a6-e87d31431389 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4110da60-a3e7-4c73-b2cf-7cb2ce870601') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:38:01.679754 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.services.segments.db [None req-47e9d6c8-e32f-4fe2-91a6-e87d31431389 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4110da60-a3e7-4c73-b2cf-7cb2ce870601') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:38:01.698144 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-47e9d6c8-e32f-4fe2-91a6-e87d31431389 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776059265401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8937694'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:01.729331 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-47e9d6c8-e32f-4fe2-91a6-e87d31431389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:01.742137 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e9d6c8-e32f-4fe2-91a6-e87d31431389 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 18:38:01.742137 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-47e9d6c8-e32f-4fe2-91a6-e87d31431389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449082'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:01.744343 dv-cinder-790492-12-iscsi neutron-server[94077]: Traceback (most recent call last): Aug 30 18:38:01.744343 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 18:38:01.744343 dv-cinder-790492-12-iscsi neutron-server[94077]: timer() Aug 30 18:38:01.744343 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 18:38:01.744343 dv-cinder-790492-12-iscsi neutron-server[94077]: cb(*args, **kw) Aug 30 18:38:01.744343 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 18:38:01.744343 dv-cinder-790492-12-iscsi neutron-server[94077]: return func(*args, **kwargs) Aug 30 18:38:01.744343 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 18:38:01.744343 dv-cinder-790492-12-iscsi neutron-server[94077]: self._notify() Aug 30 18:38:01.744343 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 18:38:01.744343 dv-cinder-790492-12-iscsi neutron-server[94077]: self.callback(batched_events) Aug 30 18:38:01.744343 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 18:38:01.744343 dv-cinder-790492-12-iscsi neutron-server[94077]: event.method(event) Aug 30 18:38:01.744343 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 18:38:01.744343 dv-cinder-790492-12-iscsi neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 18:38:01.744343 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 18:38:01.744343 dv-cinder-790492-12-iscsi neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 18:38:01.744343 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 18:38:01.744343 dv-cinder-790492-12-iscsi neutron-server[94077]: return f(self, *a, **k) Aug 30 18:38:01.744343 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 18:38:01.744343 dv-cinder-790492-12-iscsi neutron-server[94077]: return self._get(url).json() Aug 30 18:38:01.744343 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 18:38:01.744343 dv-cinder-790492-12-iscsi neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 18:38:01.744343 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 18:38:01.744343 dv-cinder-790492-12-iscsi neutron-server[94077]: return self.request(url, 'GET', **kwargs) Aug 30 18:38:01.744343 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 18:38:01.744343 dv-cinder-790492-12-iscsi neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 18:38:01.744343 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 18:38:01.744343 dv-cinder-790492-12-iscsi neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 18:38:01.744343 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 18:38:01.744343 dv-cinder-790492-12-iscsi neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 18:38:01.744343 dv-cinder-790492-12-iscsi neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 18:38:01.851573 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-47e9d6c8-e32f-4fe2-91a6-e87d31431389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120175'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:01.861131 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-47e9d6c8-e32f-4fe2-91a6-e87d31431389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:01.863357 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-47e9d6c8-e32f-4fe2-91a6-e87d31431389 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9bafbca0-2eaa-455e-8f83-3299cfac0a43 HTTP/1.1" status: 204 len: 168 time: 0.5351427 Aug 30 18:38:01.875679 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9d6c8-e32f-4fe2-91a6-e87d31431389 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bafbca0-2eaa-455e-8f83-3299cfac0a43,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:38:02.006484 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c64ae3-fda0-42c1-a1fa-d8d9c1d88fdc req-cd7ae0c4-db15-45c8-b874-ee441264a8c9 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:02.010082 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-57c64ae3-fda0-42c1-a1fa-d8d9c1d88fdc req-cd7ae0c4-db15-45c8-b874-ee441264a8c9 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 946 time: 0.1188107 Aug 30 18:38:02.099199 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-57c64ae3-fda0-42c1-a1fa-d8d9c1d88fdc req-8ad0d930-7596-4046-ad36-aa6d0cc10a3f tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740771 Aug 30 18:38:02.246686 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 51074) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:38:02.319208 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-bb516d89-42dc-4669-b4f0-413bf735cae7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=664328205e9a43e1bb42d6a76a658187&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0678825 Aug 30 18:38:02.320088 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 51076) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:38:02.409671 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6407a66a-b6fc-4f55-8ed0-e8a06903e29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:02.455158 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6407a66a-b6fc-4f55-8ed0-e8a06903e29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:02.556310 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6407a66a-b6fc-4f55-8ed0-e8a06903e29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:02.560148 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6407a66a-b6fc-4f55-8ed0-e8a06903e29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:02.566186 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-6407a66a-b6fc-4f55-8ed0-e8a06903e29d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c2eafd4d-a1c3-496f-b986-52a32a9ce73f HTTP/1.1" status: 204 len: 168 time: 0.2444313 Aug 30 18:38:02.596130 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407a66a-b6fc-4f55-8ed0-e8a06903e29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2eafd4d-a1c3-496f-b986-52a32a9ce73f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:38:03.234411 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 51086) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:38:03.329356 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-884b6676-8e69-41e0-ad61-96dfa6e694d9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=909e15b53fcf465e9f4440a3fb3a2b09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0920112 Aug 30 18:38:03.333096 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 51088) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:38:03.377537 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347ce5a-2c5a-4588-8b82-2ffff3fed398 req-b115ddf6-1459-485a-b3bb-bb5b8a8d786f tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:03.380128 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-9347ce5a-2c5a-4588-8b82-2ffff3fed398 req-b115ddf6-1459-485a-b3bb-bb5b8a8d786f tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 946 time: 0.1315706 Aug 30 18:38:03.494412 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-9347ce5a-2c5a-4588-8b82-2ffff3fed398 req-6d1559a1-3348-4342-9a48-080e192c4102 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026337 Aug 30 18:38:03.516175 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46e39d30-0d28-4477-a1fe-104ab5cecf8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:03.610391 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46e39d30-0d28-4477-a1fe-104ab5cecf8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:03.698590 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46e39d30-0d28-4477-a1fe-104ab5cecf8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:03.702430 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46e39d30-0d28-4477-a1fe-104ab5cecf8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:03.708544 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-46e39d30-0d28-4477-a1fe-104ab5cecf8b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2c73ddbf-e0a0-4125-9a8d-20161480605b HTTP/1.1" status: 204 len: 168 time: 0.3665340 Aug 30 18:38:03.740862 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e39d30-0d28-4477-a1fe-104ab5cecf8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c73ddbf-e0a0-4125-9a8d-20161480605b,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:38:04.763695 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06060ecd-7706-4a1d-90f2-3738b278be67 req-6910a79b-fc8f-48e4-a041-8b0d6e48dd5f tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:04.767368 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-06060ecd-7706-4a1d-90f2-3738b278be67 req-6910a79b-fc8f-48e4-a041-8b0d6e48dd5f tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 946 time: 0.1198630 Aug 30 18:38:04.865063 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fe660-95e9-4017-84d0-a0802801737a req-083ca1ea-7b5a-4767-8912-2680558e6740 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:04.868360 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-642fe660-95e9-4017-84d0-a0802801737a req-083ca1ea-7b5a-4767-8912-2680558e6740 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 946 time: 0.1123836 Aug 30 18:38:04.872412 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-06060ecd-7706-4a1d-90f2-3738b278be67 req-7d4692f4-8399-48dd-9e9f-669b0d237206 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942888 Aug 30 18:38:05.045755 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-642fe660-95e9-4017-84d0-a0802801737a req-24848bfc-6ddf-4990-8a9c-1dfa07c30700 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Deleting port d56f29d0-1c3a-4a93-a5b0-2dfc17376594 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:38:05.046231 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-642fe660-95e9-4017-84d0-a0802801737a req-24848bfc-6ddf-4990-8a9c-1dfa07c30700 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:05.216381 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-642fe660-95e9-4017-84d0-a0802801737a req-24848bfc-6ddf-4990-8a9c-1dfa07c30700 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] For port d56f29d0-1c3a-4a93-a5b0-2dfc17376594, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=d56f29d0-1c3a-4a93-a5b0-2dfc17376594,segment=NetworkSegment(7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04),segment_id=7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:38:05.216848 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-642fe660-95e9-4017-84d0-a0802801737a req-24848bfc-6ddf-4990-8a9c-1dfa07c30700 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:05.245232 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-642fe660-95e9-4017-84d0-a0802801737a req-24848bfc-6ddf-4990-8a9c-1dfa07c30700 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Calling delete_port for d56f29d0-1c3a-4a93-a5b0-2dfc17376594 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:38:05.498033 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-642fe660-95e9-4017-84d0-a0802801737a req-24848bfc-6ddf-4990-8a9c-1dfa07c30700 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:05.560262 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['53d13a17-04fc-4188-8f33-c4c0135674ef', 'd56f29d0-1c3a-4a93-a5b0-2dfc17376594'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:38:05.564952 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24848bfc-6ddf-4990-8a9c-1dfa07c30700 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Pushing event deleted for resources: {'Port': ['ID=d56f29d0-1c3a-4a93-a5b0-2dfc17376594,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:38:05.682143 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-642fe660-95e9-4017-84d0-a0802801737a req-24848bfc-6ddf-4990-8a9c-1dfa07c30700 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] No DVR routers for this DVR port d56f29d0-1c3a-4a93-a5b0-2dfc17376594 on host hv-cinder-79049 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:38:05.687946 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-642fe660-95e9-4017-84d0-a0802801737a req-24848bfc-6ddf-4990-8a9c-1dfa07c30700 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:05.692928 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-642fe660-95e9-4017-84d0-a0802801737a req-24848bfc-6ddf-4990-8a9c-1dfa07c30700 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.39 "DELETE /v2.0/ports/d56f29d0-1c3a-4a93-a5b0-2dfc17376594 HTTP/1.1" status: 204 len: 173 time: 0.8164530 Aug 30 18:38:05.693485 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0830297-f859-457e-8524-3f67f2a0e955', 'name': 'network-vif-deleted', 'tag': 'd56f29d0-1c3a-4a93-a5b0-2dfc17376594'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:38:05.698890 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d492e52-f2c3-4b5f-8cbb-e647327e82ff" -d '{"events": [{"server_uuid": "b0830297-f859-457e-8524-3f67f2a0e955", "name": "network-vif-deleted", "tag": "d56f29d0-1c3a-4a93-a5b0-2dfc17376594"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:38:05.781139 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53785844-a323-4b1e-aa1f-2084be62c3fd x-openstack-request-id: req-53785844-a323-4b1e-aa1f-2084be62c3fd {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:38:05.781613 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0830297-f859-457e-8524-3f67f2a0e955", "name": "network-vif-deleted", "tag": "d56f29d0-1c3a-4a93-a5b0-2dfc17376594", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:38:05.782034 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-53785844-a323-4b1e-aa1f-2084be62c3fd {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:38:05.782735 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0830297-f859-457e-8524-3f67f2a0e955', 'name': 'network-vif-deleted', 'tag': 'd56f29d0-1c3a-4a93-a5b0-2dfc17376594', 'status': 'completed', 'code': 200} Aug 30 18:38:06.090697 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-95a77f1e-d899-4cf1-a392-8b0febcb1ecb req-ec05132c-7e65-47b5-ab72-3d112b4491ab tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0830297-f859-457e-8524-3f67f2a0e955 HTTP/1.1" status: 200 len: 210 time: 0.0586519 Aug 30 18:38:06.266908 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-20fac985-9e10-4253-9ebb-983c6d3ee158 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:06.269936 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-20fac985-9e10-4253-9ebb-983c6d3ee158 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/networks?id=317c3337-65a4-4c10-bd8f-9fc41ffa1f67 HTTP/1.1" status: 200 len: 815 time: 0.2174397 Aug 30 18:38:06.295886 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-ab9f5340-9f1d-4a49-804c-69d01bc0532a tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/quotas/6008a41ab4874c52ad17d46420b022af HTTP/1.1" status: 200 len: 375 time: 0.0190969 Aug 30 18:38:06.401788 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-6377bd26-159a-41d1-b2e6-9a3f76f7a543 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6008a41ab4874c52ad17d46420b022af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0959079 Aug 30 18:38:06.634874 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-657462ea-d9de-4525-b972-d91f6f47ed0e service neutron] 10.222.0.46 "GET /v2.0/networks/317c3337-65a4-4c10-bd8f-9fc41ffa1f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065368 Aug 30 18:38:06.787715 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-b4884ab2-b22c-460f-b127-ce65842548be service neutron] 10.222.0.46 "GET /v2.0/networks/317c3337-65a4-4c10-bd8f-9fc41ffa1f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411438 Aug 30 18:38:07.109202 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ac9e8c38-680d-44a4-9232-9ca7a1fc06cf req-1f830e45-4b66-4707-a46b-3ce8439231ec tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 210 time: 0.0386391 Aug 30 18:38:07.550742 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0f359-bbaf-424b-98ef-2ee46a9d1ab0 req-54289671-b0ec-4cf3-bec8-30574beaca32 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:07.554019 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4cc0f359-bbaf-424b-98ef-2ee46a9d1ab0 req-54289671-b0ec-4cf3-bec8-30574beaca32 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.0917497 Aug 30 18:38:07.620370 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4cc0f359-bbaf-424b-98ef-2ee46a9d1ab0 req-363e15d4-5254-4e17-945e-4d893c162807 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565841 Aug 30 18:38:08.255415 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2610adff-b274-49b0-bccf-acb4de98cc74 req-30a6a0d4-0c2b-4b50-b0fb-6fec36d3dfae tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 210 time: 0.0424123 Aug 30 18:38:08.776650 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:08.927852 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-111e1e80-a72a-42b7-b1ac-83040ffd2f76 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:08.929890 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-111e1e80-a72a-42b7-b1ac-83040ffd2f76 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.39 "GET /v2.0/networks?id=317c3337-65a4-4c10-bd8f-9fc41ffa1f67 HTTP/1.1" status: 200 len: 815 time: 0.4029329 Aug 30 18:38:08.956834 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-a3913491-c703-4f23-b178-9f61c1e04c66 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Request body: {'port': {'device_id': '94dc9605-8563-4397-92c3-a8a946dfbb44', 'network_id': '317c3337-65a4-4c10-bd8f-9fc41ffa1f67', 'admin_state_up': True, 'tenant_id': '6008a41ab4874c52ad17d46420b022af'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:38:08.961430 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb8077-fb4e-4815-8ccc-40393db95978 req-9c8275e8-33b9-42bf-93f9-cf01f3168744 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:08.970960 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7cdb8077-fb4e-4815-8ccc-40393db95978 req-9c8275e8-33b9-42bf-93f9-cf01f3168744 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1677845 Aug 30 18:38:09.070221 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7cdb8077-fb4e-4815-8ccc-40393db95978 req-c68564c7-6d6d-4cfa-b43c-150ddcd6ab47 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807714 Aug 30 18:38:09.205826 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-a3913491-c703-4f23-b178-9f61c1e04c66 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Made reservation on behalf of 6008a41ab4874c52ad17d46420b022af for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:38:09.210294 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-a3913491-c703-4f23-b178-9f61c1e04c66 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:09.458171 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7f729c6b-b041-42c6-b18c-6fb7199393e6 req-a154dfd2-f19b-4f10-b246-144d02da3183 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 210 time: 0.0593250 Aug 30 18:38:09.489947 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-a3913491-c703-4f23-b178-9f61c1e04c66 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Allocated IP 172.20.0.12 (317c3337-65a4-4c10-bd8f-9fc41ffa1f67/8904e72d-4deb-4dc1-a762-e54940095cf8/730e07bd-a823-4b73-93cd-71fb533c12a4) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:38:09.754528 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-a3913491-c703-4f23-b178-9f61c1e04c66 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:09.786625 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-a3913491-c703-4f23-b178-9f61c1e04c66 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Transition to ACTIVE for port object 730e07bd-a823-4b73-93cd-71fb533c12a4 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:38:09.842646 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-a3913491-c703-4f23-b178-9f61c1e04c66 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:09.937594 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-a3913491-c703-4f23-b178-9f61c1e04c66 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Network 317c3337-65a4-4c10-bd8f-9fc41ffa1f67 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:38:09.947805 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-a3913491-c703-4f23-b178-9f61c1e04c66 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:38:09.954378 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-a3913491-c703-4f23-b178-9f61c1e04c66 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:38:10.046988 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-a3913491-c703-4f23-b178-9f61c1e04c66 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:10.046988 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-a3913491-c703-4f23-b178-9f61c1e04c66 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:10.098836 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3913491-c703-4f23-b178-9f61c1e04c66 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Pushing event updated for resources: {'Port': ['ID=730e07bd-a823-4b73-93cd-71fb533c12a4,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:38:10.109768 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device d56f29d0-1c3a-4a93-a5b0-2dfc17376594 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:38:10.160312 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-a3913491-c703-4f23-b178-9f61c1e04c66 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2114363 Aug 30 18:38:10.197146 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] No Port match for: d56f29d0-1c3a-4a93-a5b0-2dfc17376594 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:38:10.199610 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device d56f29d0-1c3a-4a93-a5b0-2dfc17376594 not bound to the agent host hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:38:10.409051 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c012c-9057-4903-a35b-71259677f491 req-d575eca7-cc06-4459-b6a5-4bb1313c35ba tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:10.410877 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-081c012c-9057-4903-a35b-71259677f491 req-d575eca7-cc06-4459-b6a5-4bb1313c35ba tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1218772 Aug 30 18:38:10.419162 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-241e93ed-9c8d-4d8f-98c6-5d3e810b534f None None] Provisioning for port 730e07bd-a823-4b73-93cd-71fb533c12a4 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:38:10.429832 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-241e93ed-9c8d-4d8f-98c6-5d3e810b534f None None] Provisioning complete for port 730e07bd-a823-4b73-93cd-71fb533c12a4 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:38:10.432214 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-241e93ed-9c8d-4d8f-98c6-5d3e810b534f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:10.550172 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-081c012c-9057-4903-a35b-71259677f491 req-3bea6b61-b35b-449c-b806-5fa1198188f7 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264641 Aug 30 18:38:10.766135 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-241e93ed-9c8d-4d8f-98c6-5d3e810b534f None None] Port 730e07bd-a823-4b73-93cd-71fb533c12a4 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:38:10.816619 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a22442-d5cf-4d56-8aa4-778b40de7b32 req-323cd50f-acfe-4ee4-8bde-38743219a745 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:10.819321 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a8a22442-d5cf-4d56-8aa4-778b40de7b32 req-323cd50f-acfe-4ee4-8bde-38743219a745 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 932 time: 0.1029904 Aug 30 18:38:10.896873 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a8a22442-d5cf-4d56-8aa4-778b40de7b32 req-07c6f682-a3c8-41ff-a815-7badc3b2c1d6 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649080 Aug 30 18:38:11.795417 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aadd615-7956-42bc-9b0a-d09edafefe5f req-e8026b7e-821e-46e0-82f0-99960307191c tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:11.795417 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7aadd615-7956-42bc-9b0a-d09edafefe5f req-e8026b7e-821e-46e0-82f0-99960307191c tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1144361 Aug 30 18:38:11.863338 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7aadd615-7956-42bc-9b0a-d09edafefe5f req-56b04f33-6b4e-4334-bd48-ab8a06a608d1 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612450 Aug 30 18:38:12.109104 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bdba9-10e2-4f4b-a197-cf5d22422ba7 req-6e24e9fc-4619-4c44-a8c2-c951d0ef27d6 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:12.110815 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ff6bdba9-10e2-4f4b-a197-cf5d22422ba7 req-6e24e9fc-4619-4c44-a8c2-c951d0ef27d6 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 932 time: 0.0883296 Aug 30 18:38:12.189467 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ff6bdba9-10e2-4f4b-a197-cf5d22422ba7 req-3d742bba-d36d-42f2-a6d6-588162aec2e5 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674033 Aug 30 18:38:13.045296 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ee22b-aeb0-443c-a28a-da64fc95bd73 req-fe69e1eb-86b9-4980-8671-5ca0a05cc343 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:13.047464 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-894ee22b-aeb0-443c-a28a-da64fc95bd73 req-fe69e1eb-86b9-4980-8671-5ca0a05cc343 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.0692906 Aug 30 18:38:13.098477 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-894ee22b-aeb0-443c-a28a-da64fc95bd73 req-eca6690f-c22c-47ef-a655-bd250f3c6232 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394156 Aug 30 18:38:13.368834 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8710bc-8a10-44d4-8bf0-dc7c436d8aa8 req-4a31d20b-1731-4884-9f84-dbee51b593b4 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:13.371341 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-cf8710bc-8a10-44d4-8bf0-dc7c436d8aa8 req-4a31d20b-1731-4884-9f84-dbee51b593b4 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 932 time: 0.0766456 Aug 30 18:38:13.461387 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-cf8710bc-8a10-44d4-8bf0-dc7c436d8aa8 req-4e5cb90f-e03b-4345-958b-f31374c1e545 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783961 Aug 30 18:38:14.282088 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b9488-8a45-4aec-b38a-5982db244018 req-21e94fea-214a-4b51-8a45-550b51bd25da tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:14.283820 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-6d4b9488-8a45-4aec-b38a-5982db244018 req-21e94fea-214a-4b51-8a45-550b51bd25da tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.0909529 Aug 30 18:38:14.352059 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-6d4b9488-8a45-4aec-b38a-5982db244018 req-a4d91793-1a9b-4511-bdc3-d2ae09e07e2d tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523984 Aug 30 18:38:14.673988 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20287522-6182-4c5d-80bf-e8f50396011f req-2488839e-e4a3-4a5a-98cd-fb94dc97d8d3 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:14.676919 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-20287522-6182-4c5d-80bf-e8f50396011f req-2488839e-e4a3-4a5a-98cd-fb94dc97d8d3 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 932 time: 0.0967557 Aug 30 18:38:14.755959 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-20287522-6182-4c5d-80bf-e8f50396011f req-08440631-2220-4beb-aa2c-ec945ba0a24d tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699759 Aug 30 18:38:15.539342 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24549cc6-56cb-42b1-af77-24f31938ba05 req-b852f085-e038-441c-b42c-869370812bb4 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:15.543751 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-24549cc6-56cb-42b1-af77-24f31938ba05 req-b852f085-e038-441c-b42c-869370812bb4 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.0837677 Aug 30 18:38:15.639312 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-24549cc6-56cb-42b1-af77-24f31938ba05 req-13baec10-ab4e-42cb-a89b-2b46fb680fe8 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809858 Aug 30 18:38:15.986200 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5a5f4-e26c-4d12-878e-2f7b3cf1d5ae req-512f259a-e245-4a9c-9742-c1519bf8e8e2 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:15.989760 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-43f5a5f4-e26c-4d12-878e-2f7b3cf1d5ae req-512f259a-e245-4a9c-9742-c1519bf8e8e2 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 932 time: 0.0931833 Aug 30 18:38:16.073937 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-43f5a5f4-e26c-4d12-878e-2f7b3cf1d5ae req-e356ed0d-7c64-4139-9d59-b799c6f36ba6 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728683 Aug 30 18:38:16.875645 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b956427-4c9d-495d-9a72-8fa488ac6bc9 req-bac82889-f302-423d-8e38-92cca0c45209 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:16.880195 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0b956427-4c9d-495d-9a72-8fa488ac6bc9 req-bac82889-f302-423d-8e38-92cca0c45209 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1028998 Aug 30 18:38:16.955120 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0b956427-4c9d-495d-9a72-8fa488ac6bc9 req-2fe62b9c-bf94-497d-9cde-6825712ac429 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627325 Aug 30 18:38:17.388431 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e0101-7afc-423f-b207-91a0ac8d9963 req-59c39078-9811-42e6-b5fc-786f640583a8 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:17.391117 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-860e0101-7afc-423f-b207-91a0ac8d9963 req-59c39078-9811-42e6-b5fc-786f640583a8 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 932 time: 0.1515045 Aug 30 18:38:17.466614 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-860e0101-7afc-423f-b207-91a0ac8d9963 req-7c035934-9e05-4e76-9914-492ff4233ca6 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674198 Aug 30 18:38:18.131680 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb034d-e4ea-4bff-af86-a59f4a85417d req-ab736bae-39df-440b-bcef-3fa230ce0069 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:18.133318 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-eebb034d-e4ea-4bff-af86-a59f4a85417d req-ab736bae-39df-440b-bcef-3fa230ce0069 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.0624871 Aug 30 18:38:18.191042 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-eebb034d-e4ea-4bff-af86-a59f4a85417d req-454f9867-ee30-4dca-9410-66515be81f65 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504618 Aug 30 18:38:18.684523 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ee331-f44b-457d-9c91-3a486c41825c req-b10d0605-17b5-4af2-a336-620f9e246ef5 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:18.686819 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f55ee331-f44b-457d-9c91-3a486c41825c req-b10d0605-17b5-4af2-a336-620f9e246ef5 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 932 time: 0.0873737 Aug 30 18:38:18.768158 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f55ee331-f44b-457d-9c91-3a486c41825c req-9c700b4d-8d56-4205-bf6a-0502fd1c5ad5 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684302 Aug 30 18:38:19.375005 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b474ec9-843c-4abc-8519-363cb06ca946 req-3757b209-6064-4b41-a042-2a39e67c2b86 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:19.383099 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1b474ec9-843c-4abc-8519-363cb06ca946 req-3757b209-6064-4b41-a042-2a39e67c2b86 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.0866802 Aug 30 18:38:19.425036 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1b474ec9-843c-4abc-8519-363cb06ca946 req-b19be82c-fdf1-4655-b5db-afd9a54a7fdd tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406964 Aug 30 18:38:19.880635 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-39b11072-fca9-4116-8b6d-0a07aa8a7324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:19.952389 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9cbb4-f451-40ef-ad8b-022e81f7846c req-598bb830-dac2-4079-ae91-7582433bf343 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:19.955102 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-fbf9cbb4-f451-40ef-ad8b-022e81f7846c req-598bb830-dac2-4079-ae91-7582433bf343 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 932 time: 0.0693023 Aug 30 18:38:20.018346 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-fbf9cbb4-f451-40ef-ad8b-022e81f7846c req-caf99e80-3d55-4679-947b-d21e0e554394 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506074 Aug 30 18:38:20.693798 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c359cac1-511c-45f5-aced-f3e60a9821f4 req-3c6bb461-558c-43a3-b52f-2abcf8d4bfd8 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:20.697559 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c359cac1-511c-45f5-aced-f3e60a9821f4 req-3c6bb461-558c-43a3-b52f-2abcf8d4bfd8 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1018052 Aug 30 18:38:20.775770 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c359cac1-511c-45f5-aced-f3e60a9821f4 req-036d4c12-1b77-4c68-b59c-365c5ab7a9cc tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650337 Aug 30 18:38:21.226752 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cd474-fe33-421c-8029-166dd3f4b12b req-29eb335b-2734-4bdb-95e8-6899040240ab tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:21.230037 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7a2cd474-fe33-421c-8029-166dd3f4b12b req-29eb335b-2734-4bdb-95e8-6899040240ab tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 932 time: 0.0866935 Aug 30 18:38:21.305125 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7a2cd474-fe33-421c-8029-166dd3f4b12b req-ec7781a0-e973-45f1-882e-bb3a09444a2c tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585566 Aug 30 18:38:22.019646 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3feb2-629c-426f-815f-e17bb4bff0a7 req-6f700afe-5433-4eae-8e43-1164ec4e0742 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:22.021337 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-74d3feb2-629c-426f-815f-e17bb4bff0a7 req-6f700afe-5433-4eae-8e43-1164ec4e0742 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.0894921 Aug 30 18:38:22.121169 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-74d3feb2-629c-426f-815f-e17bb4bff0a7 req-2b68a285-4eb0-4dac-8446-84ad0e1846ce tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870199 Aug 30 18:38:22.594501 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35986ef-2534-4740-86c2-1c8b3ec286b0 req-dda985c3-0c77-45a8-8f1a-6c7aea15e274 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:22.596844 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d35986ef-2534-4740-86c2-1c8b3ec286b0 req-dda985c3-0c77-45a8-8f1a-6c7aea15e274 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 932 time: 0.1279449 Aug 30 18:38:22.677792 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d35986ef-2534-4740-86c2-1c8b3ec286b0 req-61ec455c-d5e0-45e8-86f0-9aedc4fcc13b tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670199 Aug 30 18:38:23.232806 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3d1cb103-1ad2-4bc1-ba68-59dfbd32ce27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:23.318153 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7091dc-63bb-4e1d-acbc-bd04e4c09919 req-4ea07836-311c-4bdc-8642-940f189e66af tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:23.320922 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8b7091dc-63bb-4e1d-acbc-bd04e4c09919 req-4ea07836-311c-4bdc-8642-940f189e66af tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.0754902 Aug 30 18:38:23.354111 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:23.399453 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8b7091dc-63bb-4e1d-acbc-bd04e4c09919 req-19576f36-702e-418c-b884-873f20bdbb3f tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654595 Aug 30 18:38:23.597764 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-0b000c9b-a88c-437b-8aec-b8bca245d666 service neutron] Request body: {'port': {'device_id': '94dc9605-8563-4397-92c3-a8a946dfbb44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:38:23.716652 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-0b000c9b-a88c-437b-8aec-b8bca245d666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:23.958862 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260bf3c-c64a-4a23-8c9d-3ad6d4bd550c req-9301f424-5aa3-4ed9-a441-2352fb222080 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:23.967494 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-b260bf3c-c64a-4a23-8c9d-3ad6d4bd550c req-9301f424-5aa3-4ed9-a441-2352fb222080 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 932 time: 0.1834931 Aug 30 18:38:24.019233 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:24.062478 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-b260bf3c-c64a-4a23-8c9d-3ad6d4bd550c req-499221be-7da6-4db3-af40-9ad6fbf8d7a1 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934899 Aug 30 18:38:24.311344 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-0b000c9b-a88c-437b-8aec-b8bca245d666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 730e07bd-a823-4b73-93cd-71fb533c12a4 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:38:24.320647 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-0b000c9b-a88c-437b-8aec-b8bca245d666 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:24.339859 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-0b000c9b-a88c-437b-8aec-b8bca245d666 service neutron] Transition to ACTIVE for port object 730e07bd-a823-4b73-93cd-71fb533c12a4 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:38:24.345386 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-0b000c9b-a88c-437b-8aec-b8bca245d666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449046'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:24.421206 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b000c9b-a88c-437b-8aec-b8bca245d666 service neutron] Pushing event updated for resources: {'Port': ['ID=730e07bd-a823-4b73-93cd-71fb533c12a4,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:38:24.537667 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-0b000c9b-a88c-437b-8aec-b8bca245d666 service neutron] Attempting to bind port 730e07bd-a823-4b73-93cd-71fb533c12a4 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:38:24.538220 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-0b000c9b-a88c-437b-8aec-b8bca245d666 service neutron] Attempting to bind port 730e07bd-a823-4b73-93cd-71fb533c12a4 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '34c5a00e-2756-4d19-8008-32900dad1a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '317c3337-65a4-4c10-bd8f-9fc41ffa1f67'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:38:24.538780 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-0b000c9b-a88c-437b-8aec-b8bca245d666 service neutron] Attempting to bind port 730e07bd-a823-4b73-93cd-71fb533c12a4 on network 317c3337-65a4-4c10-bd8f-9fc41ffa1f67 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:38:24.552810 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-0b000c9b-a88c-437b-8aec-b8bca245d666 service neutron] Port 730e07bd-a823-4b73-93cd-71fb533c12a4 on network 317c3337-65a4-4c10-bd8f-9fc41ffa1f67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:38:24.553258 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-0b000c9b-a88c-437b-8aec-b8bca245d666 service neutron] Attempting to bind port 730e07bd-a823-4b73-93cd-71fb533c12a4 on network 317c3337-65a4-4c10-bd8f-9fc41ffa1f67 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:38:24.562643 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-0b000c9b-a88c-437b-8aec-b8bca245d666 service neutron] Checking agent: {'id': '7d13e2b4-65d8-4093-b4fc-5ca6c835aab8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'started_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:38:24.563217 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-0b000c9b-a88c-437b-8aec-b8bca245d666 service neutron] Checking segment: {'id': '34c5a00e-2756-4d19-8008-32900dad1a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '317c3337-65a4-4c10-bd8f-9fc41ffa1f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:38:24.563852 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-0b000c9b-a88c-437b-8aec-b8bca245d666 service neutron] Bound using segment: {'id': '34c5a00e-2756-4d19-8008-32900dad1a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '317c3337-65a4-4c10-bd8f-9fc41ffa1f67'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:38:24.564593 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-0b000c9b-a88c-437b-8aec-b8bca245d666 service neutron] Bound port: 730e07bd-a823-4b73-93cd-71fb533c12a4, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34c5a00e-2756-4d19-8008-32900dad1a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '317c3337-65a4-4c10-bd8f-9fc41ffa1f67'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:38:24.565302 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-0b000c9b-a88c-437b-8aec-b8bca245d666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:24.633346 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234db65-550d-4a6b-a922-3d2e2fb4cab7 req-1f05dadd-419f-4dcd-acba-658eaddd8a4a tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:24.636803 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6234db65-550d-4a6b-a922-3d2e2fb4cab7 req-1f05dadd-419f-4dcd-acba-658eaddd8a4a tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.0994551 Aug 30 18:38:24.727985 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-0b000c9b-a88c-437b-8aec-b8bca245d666 service neutron] For port 730e07bd-a823-4b73-93cd-71fb533c12a4, host hv-cinder-79049, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:38:24.736684 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-0b000c9b-a88c-437b-8aec-b8bca245d666 service neutron] For port 730e07bd-a823-4b73-93cd-71fb533c12a4, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=730e07bd-a823-4b73-93cd-71fb533c12a4,segment=NetworkSegment(34c5a00e-2756-4d19-8008-32900dad1a1d),segment_id=34c5a00e-2756-4d19-8008-32900dad1a1d)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:38:24.744850 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6234db65-550d-4a6b-a922-3d2e2fb4cab7 req-273195d6-c49c-40bb-8e5d-08f7fbd78ed4 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832477 Aug 30 18:38:24.747754 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-0b000c9b-a88c-437b-8aec-b8bca245d666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449046'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:24.823894 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-0b000c9b-a88c-437b-8aec-b8bca245d666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:24.824960 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-0b000c9b-a88c-437b-8aec-b8bca245d666 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:24.827172 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-0b000c9b-a88c-437b-8aec-b8bca245d666 service neutron] 10.222.0.39 "PUT /v2.0/ports/730e07bd-a823-4b73-93cd-71fb533c12a4 HTTP/1.1" status: 200 len: 1094 time: 1.2462738 Aug 30 18:38:24.827903 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94dc9605-8563-4397-92c3-a8a946dfbb44', 'tag': '730e07bd-a823-4b73-93cd-71fb533c12a4'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:38:24.832080 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3876ddd7-04a6-40e8-8b33-def9126f19aa" -d '{"events": [{"name": "network-changed", "server_uuid": "94dc9605-8563-4397-92c3-a8a946dfbb44", "tag": "730e07bd-a823-4b73-93cd-71fb533c12a4"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:38:24.902349 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b000c9b-a88c-437b-8aec-b8bca245d666 service neutron] Pushing event updated for resources: {'Port': ['ID=730e07bd-a823-4b73-93cd-71fb533c12a4,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:38:24.937568 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc81ea9c-a2f9-4250-8680-4b5b6f1d0a09 x-openstack-request-id: req-bc81ea9c-a2f9-4250-8680-4b5b6f1d0a09 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:38:24.938079 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94dc9605-8563-4397-92c3-a8a946dfbb44", "tag": "730e07bd-a823-4b73-93cd-71fb533c12a4", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:38:24.938522 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bc81ea9c-a2f9-4250-8680-4b5b6f1d0a09 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:38:24.939425 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94dc9605-8563-4397-92c3-a8a946dfbb44', 'tag': '730e07bd-a823-4b73-93cd-71fb533c12a4', 'status': 'completed', 'code': 200} Aug 30 18:38:25.042426 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-c2105463-73a5-471e-b08e-fafc6cb71389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:25.045332 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-c2105463-73a5-471e-b08e-fafc6cb71389 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6008a41ab4874c52ad17d46420b022af&device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 1097 time: 0.0720036 Aug 30 18:38:25.157323 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-51fb9a8f-3c57-49d8-8884-f828a8d734f0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=730e07bd-a823-4b73-93cd-71fb533c12a4 HTTP/1.1" status: 200 len: 217 time: 0.0906429 Aug 30 18:38:25.270042 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-602225a3-558b-480c-950b-8ef05a3acd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:25.272890 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-602225a3-558b-480c-950b-8ef05a3acd1a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8904e72d-4deb-4dc1-a762-e54940095cf8 HTTP/1.1" status: 200 len: 854 time: 0.1057420 Aug 30 18:38:25.312723 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee559c-1bcd-4776-ba07-a45240d42c20 req-239e0176-75ff-40bb-bc23-17550a004b09 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:25.317057 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e1ee559c-1bcd-4776-ba07-a45240d42c20 req-239e0176-75ff-40bb-bc23-17550a004b09 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 944 time: 0.0959623 Aug 30 18:38:25.408656 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-1150dc49-6de9-4e88-80b5-6d17ea199a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:25.410822 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-1150dc49-6de9-4e88-80b5-6d17ea199a21 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=317c3337-65a4-4c10-bd8f-9fc41ffa1f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1208444 Aug 30 18:38:25.435874 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e1ee559c-1bcd-4776-ba07-a45240d42c20 req-77f3f3a7-3c11-4d29-8127-239bb41f92dd tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060574 Aug 30 18:38:25.749756 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:25.847637 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca995d1-b077-4879-b143-d7556bad8133 req-7a2c8a23-feed-4162-a74e-9cf8c2278d0a tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:25.849357 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-aca995d1-b077-4879-b143-d7556bad8133 req-7a2c8a23-feed-4162-a74e-9cf8c2278d0a tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cfeeb8-5dd8-48d4-9d8d-8b5e6420eaf5 HTTP/1.1" status: 200 len: 946 time: 0.3309641 Aug 30 18:38:25.954337 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-b8d2b9a0-7312-4c6c-985b-de5a73fb5d2e service neutron] 10.222.0.39 "GET /v2.0/networks/317c3337-65a4-4c10-bd8f-9fc41ffa1f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5056314 Aug 30 18:38:25.974225 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-aca995d1-b077-4879-b143-d7556bad8133 req-4b12a592-f4ea-452d-844a-f0a12db7b65e tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/security-groups?id=65ac765c-b490-4de5-bbfd-2802aab10895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077757 Aug 30 18:38:26.063464 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b48b9d-b75e-4ef1-aef4-f31b1c866fa9 req-074f1180-1bdb-4f5e-9398-cb3e1f87d47a tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:26.073812 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-58b48b9d-b75e-4ef1-aef4-f31b1c866fa9 req-074f1180-1bdb-4f5e-9398-cb3e1f87d47a tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1743121 Aug 30 18:38:26.227339 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a03691ad-89f5-4090-bbaf-7696fe911cb2 req-8aac18ac-a898-42e8-8c6e-40100243e497 service neutron] 10.222.0.39 "GET /v2.0/networks/317c3337-65a4-4c10-bd8f-9fc41ffa1f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514675 Aug 30 18:38:26.236963 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-58b48b9d-b75e-4ef1-aef4-f31b1c866fa9 req-976ac776-19b4-4500-a62e-b67354732fc5 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382833 Aug 30 18:38:26.423461 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4326baf-4eec-48b5-a813-77b6285d002d req-2cba7e78-8691-428a-a164-6c69985d580c tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:26.426398 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a4326baf-4eec-48b5-a813-77b6285d002d req-2cba7e78-8691-428a-a164-6c69985d580c tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.0857880 Aug 30 18:38:26.487366 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876ddd7-04a6-40e8-8b33-def9126f19aa req-ffcc3874-5e49-44e5-b8e5-174806ca7571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:26.489229 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3876ddd7-04a6-40e8-8b33-def9126f19aa req-ffcc3874-5e49-44e5-b8e5-174806ca7571 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6008a41ab4874c52ad17d46420b022af&device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 1097 time: 0.0646627 Aug 30 18:38:26.506622 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a4326baf-4eec-48b5-a813-77b6285d002d req-58db0946-d1b7-46a3-8975-eca41af67bca tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662324 Aug 30 18:38:26.744151 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0b1df-7828-4c03-94ec-8b98363a98a4 req-8a1def38-9dcc-4845-b940-595d5f66a1d3 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:26.746912 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-86a0b1df-7828-4c03-94ec-8b98363a98a4 req-8a1def38-9dcc-4845-b940-595d5f66a1d3 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 944 time: 0.1514142 Aug 30 18:38:26.758421 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876ddd7-04a6-40e8-8b33-def9126f19aa req-efafa534-49eb-4fb6-9e80-2ec7c0d65755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:26.761665 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3876ddd7-04a6-40e8-8b33-def9126f19aa req-efafa534-49eb-4fb6-9e80-2ec7c0d65755 service neutron] 10.222.0.39 "GET /v2.0/networks?id=317c3337-65a4-4c10-bd8f-9fc41ffa1f67 HTTP/1.1" status: 200 len: 915 time: 0.2593293 Aug 30 18:38:26.865559 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3876ddd7-04a6-40e8-8b33-def9126f19aa req-5f7bf76a-82b4-441e-aa54-e70c47c8c3cb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=730e07bd-a823-4b73-93cd-71fb533c12a4 HTTP/1.1" status: 200 len: 217 time: 0.0751290 Aug 30 18:38:26.878584 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-86a0b1df-7828-4c03-94ec-8b98363a98a4 req-9cf84ebc-45ca-4799-a702-253bee523de9 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236446 Aug 30 18:38:26.953655 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876ddd7-04a6-40e8-8b33-def9126f19aa req-71ab4b0f-312a-439b-b44d-d897f3748e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:26.955361 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3876ddd7-04a6-40e8-8b33-def9126f19aa req-71ab4b0f-312a-439b-b44d-d897f3748e71 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8904e72d-4deb-4dc1-a762-e54940095cf8 HTTP/1.1" status: 200 len: 854 time: 0.0754306 Aug 30 18:38:27.019620 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876ddd7-04a6-40e8-8b33-def9126f19aa req-1d52fd36-7a5a-4b0e-a85b-e4e32e7ad26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:27.021366 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3876ddd7-04a6-40e8-8b33-def9126f19aa req-1d52fd36-7a5a-4b0e-a85b-e4e32e7ad26f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=317c3337-65a4-4c10-bd8f-9fc41ffa1f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0518560 Aug 30 18:38:27.179328 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3876ddd7-04a6-40e8-8b33-def9126f19aa req-52655f9b-e847-4161-ad54-4348257498f3 service neutron] 10.222.0.39 "GET /v2.0/networks/317c3337-65a4-4c10-bd8f-9fc41ffa1f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488006 Aug 30 18:38:27.214194 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318d176-0963-46d2-b3b4-5405d2aa1a14 req-2d03987c-6b80-45f6-a287-75164177aa66 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:27.216954 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9318d176-0963-46d2-b3b4-5405d2aa1a14 req-2d03987c-6b80-45f6-a287-75164177aa66 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cfeeb8-5dd8-48d4-9d8d-8b5e6420eaf5 HTTP/1.1" status: 200 len: 946 time: 0.0931637 Aug 30 18:38:27.286038 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9318d176-0963-46d2-b3b4-5405d2aa1a14 req-d4f14507-feed-4a8a-bfb9-3509d2da2be0 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/security-groups?id=65ac765c-b490-4de5-bbfd-2802aab10895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617909 Aug 30 18:38:27.296850 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3876ddd7-04a6-40e8-8b33-def9126f19aa req-cfdd5468-0cfa-4279-aff7-c2eab9491d84 service neutron] 10.222.0.39 "GET /v2.0/networks/317c3337-65a4-4c10-bd8f-9fc41ffa1f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081634 Aug 30 18:38:27.424474 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b99a67-5056-40cd-9ece-fe4ade728f69 req-5fe5eb0b-088a-41c2-a7c6-ef578b31fb4d tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:27.426996 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-e7b99a67-5056-40cd-9ece-fe4ade728f69 req-5fe5eb0b-088a-41c2-a7c6-ef578b31fb4d tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.0663905 Aug 30 18:38:27.483668 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-e7b99a67-5056-40cd-9ece-fe4ade728f69 req-5974b01e-ae0e-48a9-8e17-73fa3f3d8120 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478284 Aug 30 18:38:27.725022 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f5a13-7fb2-43c1-ab29-3e9c04ff9230 req-b9b15284-d5e0-4022-8f2c-417f25d68bd4 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:27.729485 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-249f5a13-7fb2-43c1-ab29-3e9c04ff9230 req-b9b15284-d5e0-4022-8f2c-417f25d68bd4 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.0900557 Aug 30 18:38:27.776567 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-249f5a13-7fb2-43c1-ab29-3e9c04ff9230 req-6d58c5a9-5f5b-422d-b9de-70dd66d6792a tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379684 Aug 30 18:38:27.939021 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc0ac4-ceb5-4088-8651-21edff31800d req-c7e20f5c-0e29-4ce6-bb6a-f24502394738 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:27.940777 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-cddc0ac4-ceb5-4088-8651-21edff31800d req-c7e20f5c-0e29-4ce6-bb6a-f24502394738 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.39 "GET /v2.0/ports?device_id=48cfeeb8-5dd8-48d4-9d8d-8b5e6420eaf5 HTTP/1.1" status: 200 len: 946 time: 0.0695300 Aug 30 18:38:28.098114 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92907e86-4a6d-4665-a48c-0dffd0a1cdf1 req-5b1698fc-4a87-4017-9f98-f618de0a8d91 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:28.100377 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-92907e86-4a6d-4665-a48c-0dffd0a1cdf1 req-5b1698fc-4a87-4017-9f98-f618de0a8d91 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 944 time: 0.0982356 Aug 30 18:38:28.172790 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-cddc0ac4-ceb5-4088-8651-21edff31800d req-50424d85-949f-4884-8a5a-5b1bf5f3ce1f tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Deleting port 39d81bb3-2c8a-471a-9a07-092315063fad {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:38:28.173279 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cddc0ac4-ceb5-4088-8651-21edff31800d req-50424d85-949f-4884-8a5a-5b1bf5f3ce1f tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:28.202038 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-92907e86-4a6d-4665-a48c-0dffd0a1cdf1 req-d6801ff5-ec9c-41a2-957b-c7400436c570 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874140 Aug 30 18:38:28.305333 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-cddc0ac4-ceb5-4088-8651-21edff31800d req-50424d85-949f-4884-8a5a-5b1bf5f3ce1f tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] For port 39d81bb3-2c8a-471a-9a07-092315063fad, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=39d81bb3-2c8a-471a-9a07-092315063fad,segment=NetworkSegment(d7da4ab1-e71b-494c-a860-d9debd9a97f7),segment_id=d7da4ab1-e71b-494c-a860-d9debd9a97f7)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:38:28.305800 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cddc0ac4-ceb5-4088-8651-21edff31800d req-50424d85-949f-4884-8a5a-5b1bf5f3ce1f tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:28.320404 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-cddc0ac4-ceb5-4088-8651-21edff31800d req-50424d85-949f-4884-8a5a-5b1bf5f3ce1f tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Calling delete_port for 39d81bb3-2c8a-471a-9a07-092315063fad owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:38:28.473617 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806d2e4-ead5-410f-b40b-8f704a1f7d1d req-5c62db32-47c0-4bc4-b583-3cf74771e25b tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:28.476416 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6806d2e4-ead5-410f-b40b-8f704a1f7d1d req-5c62db32-47c0-4bc4-b583-3cf74771e25b tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?device_id=48cfeeb8-5dd8-48d4-9d8d-8b5e6420eaf5 HTTP/1.1" status: 200 len: 946 time: 0.0838525 Aug 30 18:38:28.539507 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cddc0ac4-ceb5-4088-8651-21edff31800d req-50424d85-949f-4884-8a5a-5b1bf5f3ce1f tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:28.554631 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6806d2e4-ead5-410f-b40b-8f704a1f7d1d req-24898db5-dc23-4ba5-829c-f6b04a3d8df3 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/security-groups?id=65ac765c-b490-4de5-bbfd-2802aab10895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649300 Aug 30 18:38:28.597239 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['39d81bb3-2c8a-471a-9a07-092315063fad'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:38:28.612687 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50424d85-949f-4884-8a5a-5b1bf5f3ce1f tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Pushing event deleted for resources: {'Port': ['ID=39d81bb3-2c8a-471a-9a07-092315063fad,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:38:28.682195 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-cddc0ac4-ceb5-4088-8651-21edff31800d req-50424d85-949f-4884-8a5a-5b1bf5f3ce1f tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] No DVR routers for this DVR port 39d81bb3-2c8a-471a-9a07-092315063fad on host hv-cinder-79049 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:38:28.685358 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cddc0ac4-ceb5-4088-8651-21edff31800d req-50424d85-949f-4884-8a5a-5b1bf5f3ce1f tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:28.687909 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-cddc0ac4-ceb5-4088-8651-21edff31800d req-50424d85-949f-4884-8a5a-5b1bf5f3ce1f tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.39 "DELETE /v2.0/ports/39d81bb3-2c8a-471a-9a07-092315063fad HTTP/1.1" status: 204 len: 173 time: 0.7396312 Aug 30 18:38:28.688516 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48cfeeb8-5dd8-48d4-9d8d-8b5e6420eaf5', 'name': 'network-vif-deleted', 'tag': '39d81bb3-2c8a-471a-9a07-092315063fad'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:38:28.690938 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da216b4c-5715-41d0-bfb7-c62cfef1602d" -d '{"events": [{"server_uuid": "48cfeeb8-5dd8-48d4-9d8d-8b5e6420eaf5", "name": "network-vif-deleted", "tag": "39d81bb3-2c8a-471a-9a07-092315063fad"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:38:28.742393 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f56aa9-3bd0-42ee-808e-9392ad06c144 req-a33627b1-4a43-4695-b93e-da8fd1d81f44 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:28.744504 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a5f56aa9-3bd0-42ee-808e-9392ad06c144 req-a33627b1-4a43-4695-b93e-da8fd1d81f44 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.0907402 Aug 30 18:38:28.780756 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670b3ca2-ee78-4152-a0d9-e95ccce260f3 x-openstack-request-id: req-670b3ca2-ee78-4152-a0d9-e95ccce260f3 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:38:28.781204 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48cfeeb8-5dd8-48d4-9d8d-8b5e6420eaf5", "name": "network-vif-deleted", "tag": "39d81bb3-2c8a-471a-9a07-092315063fad", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:38:28.781607 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-670b3ca2-ee78-4152-a0d9-e95ccce260f3 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:38:28.782212 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48cfeeb8-5dd8-48d4-9d8d-8b5e6420eaf5', 'name': 'network-vif-deleted', 'tag': '39d81bb3-2c8a-471a-9a07-092315063fad', 'status': 'completed', 'code': 200} Aug 30 18:38:28.861081 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a5f56aa9-3bd0-42ee-808e-9392ad06c144 req-94f758c5-49b0-4500-af7b-7ed3d754e210 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed14da96-7a98-488f-bfc7-b3bf707a9fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969903 Aug 30 18:38:28.873957 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0307e2-7f5d-4311-af8b-72495231ff4d req-e58436da-d373-4e85-9313-61c44cadbba3 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:28.875695 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1c0307e2-7f5d-4311-af8b-72495231ff4d req-e58436da-d373-4e85-9313-61c44cadbba3 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.39 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 946 time: 0.1247835 Aug 30 18:38:28.996465 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed438ad-4fc6-4a60-bec6-c26b43f0b9fa req-84c245df-418d-4433-afe6-3e4be401b8dc tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:29.007842 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9ed438ad-4fc6-4a60-bec6-c26b43f0b9fa req-84c245df-418d-4433-afe6-3e4be401b8dc tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.1006036 Aug 30 18:38:29.029834 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-1c0307e2-7f5d-4311-af8b-72495231ff4d req-41c1213d-3c4a-46d7-9bce-a42770728f9d tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Deleting port 53d13a17-04fc-4188-8f33-c4c0135674ef {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:38:29.030599 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1c0307e2-7f5d-4311-af8b-72495231ff4d req-41c1213d-3c4a-46d7-9bce-a42770728f9d tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:29.055291 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9ed438ad-4fc6-4a60-bec6-c26b43f0b9fa req-ddfe52eb-613a-48bc-934e-d2904585c96f tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448918 Aug 30 18:38:29.188701 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-1c0307e2-7f5d-4311-af8b-72495231ff4d req-41c1213d-3c4a-46d7-9bce-a42770728f9d tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] For port 53d13a17-04fc-4188-8f33-c4c0135674ef, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=53d13a17-04fc-4188-8f33-c4c0135674ef,segment=NetworkSegment(7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04),segment_id=7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:38:29.189085 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1c0307e2-7f5d-4311-af8b-72495231ff4d req-41c1213d-3c4a-46d7-9bce-a42770728f9d tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:29.205445 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-1c0307e2-7f5d-4311-af8b-72495231ff4d req-41c1213d-3c4a-46d7-9bce-a42770728f9d tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Calling delete_port for 53d13a17-04fc-4188-8f33-c4c0135674ef owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:38:29.425822 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324a355-a6de-459a-913b-47ec13329280 req-fd25a2e6-1d74-4071-93c3-e6a5cd687fe7 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:29.428218 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1324a355-a6de-459a-913b-47ec13329280 req-fd25a2e6-1d74-4071-93c3-e6a5cd687fe7 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 944 time: 0.1308172 Aug 30 18:38:29.436246 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1c0307e2-7f5d-4311-af8b-72495231ff4d req-41c1213d-3c4a-46d7-9bce-a42770728f9d tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:29.484906 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['53d13a17-04fc-4188-8f33-c4c0135674ef'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:38:29.500899 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1213d-3c4a-46d7-9bce-a42770728f9d tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Pushing event deleted for resources: {'Port': ['ID=53d13a17-04fc-4188-8f33-c4c0135674ef,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:38:29.595150 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0307e2-7f5d-4311-af8b-72495231ff4d req-41c1213d-3c4a-46d7-9bce-a42770728f9d tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] No DVR routers for this DVR port 53d13a17-04fc-4188-8f33-c4c0135674ef on host hv-cinder-79049 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:38:29.600013 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1324a355-a6de-459a-913b-47ec13329280 req-7271b241-0cae-45ec-81f3-ea98ed05c736 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541572 Aug 30 18:38:29.601846 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1c0307e2-7f5d-4311-af8b-72495231ff4d req-41c1213d-3c4a-46d7-9bce-a42770728f9d tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:29.606851 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1c0307e2-7f5d-4311-af8b-72495231ff4d req-41c1213d-3c4a-46d7-9bce-a42770728f9d tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.39 "DELETE /v2.0/ports/53d13a17-04fc-4188-8f33-c4c0135674ef HTTP/1.1" status: 204 len: 173 time: 0.7236359 Aug 30 18:38:30.065059 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-5094a22b-26ad-451b-a272-873f482bfc74 req-d9f3d754-49d1-42ab-a964-af018aa3c248 tempest-ServerRescueNegativeTestJSON-988355269 tempest-ServerRescueNegativeTestJSON-988355269-project] 10.222.0.46 "GET /v2.0/ports?device_id=8071980b-6ee9-4fce-bce1-f0fc63d5a906 HTTP/1.1" status: 200 len: 210 time: 0.0440004 Aug 30 18:38:30.174283 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 730e07bd-a823-4b73-93cd-71fb533c12a4 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:38:30.268762 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0192f-8724-4c99-87b4-113980d7cfa1 req-a5f8e8b7-6e60-4709-b768-4dfaa9f541dd tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:30.271559 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a8b0192f-8724-4c99-87b4-113980d7cfa1 req-a5f8e8b7-6e60-4709-b768-4dfaa9f541dd tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.0929055 Aug 30 18:38:30.337514 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 730e07bd-a823-4b73-93cd-71fb533c12a4, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=730e07bd-a823-4b73-93cd-71fb533c12a4,segment=NetworkSegment(34c5a00e-2756-4d19-8008-32900dad1a1d),segment_id=34c5a00e-2756-4d19-8008-32900dad1a1d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:38:30.347047 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a8b0192f-8724-4c99-87b4-113980d7cfa1 req-54dba5aa-a4a2-4a05-a63b-354dfd0abf52 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614209 Aug 30 18:38:30.356560 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Returning: {'device': '730e07bd-a823-4b73-93cd-71fb533c12a4', 'network_id': '317c3337-65a4-4c10-bd8f-9fc41ffa1f67', 'port_id': '730e07bd-a823-4b73-93cd-71fb533c12a4', 'mac_address': 'fa:16:3e:de:34:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8904e72d-4deb-4dc1-a762-e54940095cf8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:38:30.410163 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:30.426837 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 730e07bd-a823-4b73-93cd-71fb533c12a4 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:38:30.452031 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 730e07bd-a823-4b73-93cd-71fb533c12a4, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=730e07bd-a823-4b73-93cd-71fb533c12a4,segment=NetworkSegment(34c5a00e-2756-4d19-8008-32900dad1a1d),segment_id=34c5a00e-2756-4d19-8008-32900dad1a1d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:38:30.457117 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:30.536571 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=730e07bd-a823-4b73-93cd-71fb533c12a4,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:38:30.783947 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8071980b-6ee9-4fce-bce1-f0fc63d5a906', 'name': 'network-vif-deleted', 'tag': '53d13a17-04fc-4188-8f33-c4c0135674ef'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:38:30.787885 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5397fd0a-3d56-4034-9cb7-769e937ab871" -d '{"events": [{"server_uuid": "8071980b-6ee9-4fce-bce1-f0fc63d5a906", "name": "network-vif-deleted", "tag": "53d13a17-04fc-4188-8f33-c4c0135674ef"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:38:30.823311 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc8a01-b9fe-4872-bf0b-c38519a756f5 req-851a8b18-4445-440e-9e92-97317acad57f tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:30.825816 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-0edc8a01-b9fe-4872-bf0b-c38519a756f5 req-851a8b18-4445-440e-9e92-97317acad57f tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 945 time: 0.1008313 Aug 30 18:38:30.860141 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6a364e-22e0-4128-90ba-6039825b1d05 x-openstack-request-id: req-7e6a364e-22e0-4128-90ba-6039825b1d05 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:38:30.860576 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8071980b-6ee9-4fce-bce1-f0fc63d5a906", "name": "network-vif-deleted", "tag": "53d13a17-04fc-4188-8f33-c4c0135674ef", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:38:30.861010 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7e6a364e-22e0-4128-90ba-6039825b1d05 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:38:30.861625 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8071980b-6ee9-4fce-bce1-f0fc63d5a906', 'name': 'network-vif-deleted', 'tag': '53d13a17-04fc-4188-8f33-c4c0135674ef', 'status': 'completed', 'code': 200} Aug 30 18:38:30.898192 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-0edc8a01-b9fe-4872-bf0b-c38519a756f5 req-6e52c42d-2abf-443a-bfa3-69ade979c184 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643940 Aug 30 18:38:31.186913 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 51552) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:38:31.557992 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218c982-d0ed-4e54-a8c6-284e4b9e0b4d req-6ac01a91-549a-4554-b2e5-4034af7bb75b tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:31.560117 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-0218c982-d0ed-4e54-a8c6-284e4b9e0b4d req-6ac01a91-549a-4554-b2e5-4034af7bb75b tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.0815144 Aug 30 18:38:31.645040 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-0218c982-d0ed-4e54-a8c6-284e4b9e0b4d req-2900b762-00c1-4f17-a739-35a320b01726 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708592 Aug 30 18:38:31.851562 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aafd660e-1fe2-44ac-a828-e11744445be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4105923'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:32.229676 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a39c1-455d-435e-ae77-ec8c75e53999 req-a0ef3b2b-40a3-44ca-963e-2d71dab36122 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:32.231356 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-710a39c1-455d-435e-ae77-ec8c75e53999 req-a0ef3b2b-40a3-44ca-963e-2d71dab36122 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 945 time: 0.1737266 Aug 30 18:38:32.308162 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-710a39c1-455d-435e-ae77-ec8c75e53999 req-3647a95b-2d16-4671-9bdf-1c0fc222e76f tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632980 Aug 30 18:38:32.380069 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-aafd660e-1fe2-44ac-a828-e11744445be6 admin admin] Deleting port 7c15609c-9bf9-46de-a0ff-33c3e6aa7d51 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:38:32.380482 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aafd660e-1fe2-44ac-a828-e11744445be6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:32.533218 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-aafd660e-1fe2-44ac-a828-e11744445be6 admin admin] For port 7c15609c-9bf9-46de-a0ff-33c3e6aa7d51, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=7c15609c-9bf9-46de-a0ff-33c3e6aa7d51,segment=NetworkSegment(7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04),segment_id=7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:38:32.533796 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aafd660e-1fe2-44ac-a828-e11744445be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:32.559177 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-aafd660e-1fe2-44ac-a828-e11744445be6 admin admin] Calling delete_port for 7c15609c-9bf9-46de-a0ff-33c3e6aa7d51 owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:38:32.830020 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3af3b-56cd-4334-9320-4f8d5953adb6 req-44f6a02f-6760-49d8-9bd8-ed84be5d989e tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:32.831950 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-4ec3af3b-56cd-4334-9320-4f8d5953adb6 req-44f6a02f-6760-49d8-9bd8-ed84be5d989e tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.0691652 Aug 30 18:38:32.916009 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-4ec3af3b-56cd-4334-9320-4f8d5953adb6 req-b9e8c650-8733-4cfe-ad5e-02b5faa3493e tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645216 Aug 30 18:38:33.214522 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aafd660e-1fe2-44ac-a828-e11744445be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041865'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:33.316636 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd660e-1fe2-44ac-a828-e11744445be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c15609c-9bf9-46de-a0ff-33c3e6aa7d51,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:38:33.563534 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6426cec-5445-4381-8c1f-ac4d2eca998a req-e8d69a77-92db-4442-b97f-3155812c3224 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:33.565584 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d6426cec-5445-4381-8c1f-ac4d2eca998a req-e8d69a77-92db-4442-b97f-3155812c3224 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 945 time: 0.1381097 Aug 30 18:38:33.586504 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aafd660e-1fe2-44ac-a828-e11744445be6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3715997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4105737'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:33.670314 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d6426cec-5445-4381-8c1f-ac4d2eca998a req-33e2f066-78c4-42a0-b48a-e4fc0979fb54 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914884 Aug 30 18:38:33.879400 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:38:33.920375 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aafd660e-1fe2-44ac-a828-e11744445be6 admin admin] Router d678bbeb-6908-4442-ba7d-2ddf83ea32e3 has already been hosted by L3 agent 92e03f23-06fd-457e-8698-15737aaba387 {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:38:34.090982 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d51657-3792-4271-990e-50db63303212 req-ee9fb356-e70a-4f7b-ae52-46360e1418e2 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:34.094131 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d8d51657-3792-4271-990e-50db63303212 req-ee9fb356-e70a-4f7b-ae52-46360e1418e2 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.0642078 Aug 30 18:38:34.121318 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafd660e-1fe2-44ac-a828-e11744445be6 admin admin] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:38:34.135505 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-aafd660e-1fe2-44ac-a828-e11744445be6 admin admin] 10.222.0.46 "PUT /v2.0/routers/d678bbeb-6908-4442-ba7d-2ddf83ea32e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9467437 Aug 30 18:38:34.137634 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 51586) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:38:34.147692 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4735f409-8776-4cae-b88d-c84637a25da1 None None] Sync routers for ids ['d678bbeb-6908-4442-ba7d-2ddf83ea32e3'] in dv-cinder-790492-12-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:38:34.166821 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4735f409-8776-4cae-b88d-c84637a25da1 None None] Routers {'d678bbeb-6908-4442-ba7d-2ddf83ea32e3'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:38:34.167733 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-4735f409-8776-4cae-b88d-c84637a25da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:38:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['d678bbeb-6908-4442-ba7d-2ddf83ea32e3'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:38:34.220800 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d8d51657-3792-4271-990e-50db63303212 req-0c0cf534-2a66-4462-a71b-689c4cf1653b tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126072 Aug 30 18:38:34.347304 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa705519-a454-49f8-bee2-3dbb235e2e89 admin admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:34.372392 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-4735f409-8776-4cae-b88d-c84637a25da1 None None] Set router d678bbeb-6908-4442-ba7d-2ddf83ea32e3 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:38:34.551738 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa705519-a454-49f8-bee2-3dbb235e2e89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:34.620292 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-aa705519-a454-49f8-bee2-3dbb235e2e89 admin admin] Deleting port b51ad24a-1f38-4d13-9a16-a52119f762f4 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:38:34.620786 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa705519-a454-49f8-bee2-3dbb235e2e89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:34.651715 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-4735f409-8776-4cae-b88d-c84637a25da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd678bbeb-6908-4442-ba7d-2ddf83ea32e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1094788944-router', 'tenant_id': 'b40c9b3f5af3488f90539cd60fa44e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'b51ad24a-1f38-4d13-9a16-a52119f762f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:42Z', 'updated_at': '2021-08-30T18:38:33Z', 'revision_number': 5, 'project_id': 'b40c9b3f5af3488f90539cd60fa44e2e', 'gw_port': {'id': 'b51ad24a-1f38-4d13-9a16-a52119f762f4', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd678bbeb-6908-4442-ba7d-2ddf83ea32e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:44Z', 'updated_at': '2021-08-30T18:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi'}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:38:34.693110 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4735f409-8776-4cae-b88d-c84637a25da1 None None] Checking router: d678bbeb-6908-4442-ba7d-2ddf83ea32e3 for host: dv-cinder-790492-12-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:38:34.704011 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4735f409-8776-4cae-b88d-c84637a25da1 None None] Routers {'d678bbeb-6908-4442-ba7d-2ddf83ea32e3'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:38:34.704946 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-4735f409-8776-4cae-b88d-c84637a25da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:38:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['d678bbeb-6908-4442-ba7d-2ddf83ea32e3'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:38:34.756494 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-aa705519-a454-49f8-bee2-3dbb235e2e89 admin admin] For port b51ad24a-1f38-4d13-9a16-a52119f762f4, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=b51ad24a-1f38-4d13-9a16-a52119f762f4,segment=NetworkSegment(1a6a5219-0521-4333-ae96-e7fdd8d0d325),segment_id=1a6a5219-0521-4333-ae96-e7fdd8d0d325)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:38:34.757176 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa705519-a454-49f8-bee2-3dbb235e2e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:34.781516 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-aa705519-a454-49f8-bee2-3dbb235e2e89 admin admin] Calling delete_port for b51ad24a-1f38-4d13-9a16-a52119f762f4 owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:38:34.853574 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-4735f409-8776-4cae-b88d-c84637a25da1 None None] Set router d678bbeb-6908-4442-ba7d-2ddf83ea32e3 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:38:34.917327 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c0271-a2e7-4242-b11a-546c6cb105dd req-44af2b06-cea7-4bc4-88e5-21cb26f522c7 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:34.919243 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a60c0271-a2e7-4242-b11a-546c6cb105dd req-44af2b06-cea7-4bc4-88e5-21cb26f522c7 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 945 time: 0.1341126 Aug 30 18:38:34.922410 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-4735f409-8776-4cae-b88d-c84637a25da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd678bbeb-6908-4442-ba7d-2ddf83ea32e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1094788944-router', 'tenant_id': 'b40c9b3f5af3488f90539cd60fa44e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:42Z', 'updated_at': '2021-08-30T18:38:34Z', 'revision_number': 6, 'project_id': 'b40c9b3f5af3488f90539cd60fa44e2e', 'gw_port_host': None}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:38:34.959693 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4735f409-8776-4cae-b88d-c84637a25da1 None None] The sync data for ids ['d678bbeb-6908-4442-ba7d-2ddf83ea32e3'] in dv-cinder-790492-12-iscsi is: [{'id': 'd678bbeb-6908-4442-ba7d-2ddf83ea32e3', 'name': 'tempest-ServerRescueNegativeTestJSON-1094788944-router', 'tenant_id': 'b40c9b3f5af3488f90539cd60fa44e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:42Z', 'updated_at': '2021-08-30T18:38:34Z', 'revision_number': 6, 'project_id': 'b40c9b3f5af3488f90539cd60fa44e2e', 'gw_port_host': None}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:38:35.080178 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a60c0271-a2e7-4242-b11a-546c6cb105dd req-a6cc5698-d8f2-4c96-84f9-c081bd0e2a9b tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491671 Aug 30 18:38:35.206889 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa705519-a454-49f8-bee2-3dbb235e2e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041865'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:35.255796 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa705519-a454-49f8-bee2-3dbb235e2e89 admin admin] Pushing event deleted for resources: {'Port': ['ID=b51ad24a-1f38-4d13-9a16-a52119f762f4,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:38:35.386813 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa705519-a454-49f8-bee2-3dbb235e2e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4120147'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:35.436746 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745101c4-b9c8-4164-9049-0c49139c88fe req-1626c4c3-fc3f-4e70-b913-c270f0463255 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:35.438409 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-745101c4-b9c8-4164-9049-0c49139c88fe req-1626c4c3-fc3f-4e70-b913-c270f0463255 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.0765171 Aug 30 18:38:35.504094 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-745101c4-b9c8-4164-9049-0c49139c88fe req-9888b6cc-717e-499a-9609-eb0e8f1b1aa1 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536065 Aug 30 18:38:35.590146 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa705519-a454-49f8-bee2-3dbb235e2e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4117452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4116'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:35.592578 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa705519-a454-49f8-bee2-3dbb235e2e89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:35.670580 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa705519-a454-49f8-bee2-3dbb235e2e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4117443'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:35.671242 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa705519-a454-49f8-bee2-3dbb235e2e89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d678bbeb-6908-4442-ba7d-2ddf83ea32e3 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 18:38:35.677598 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa705519-a454-49f8-bee2-3dbb235e2e89 admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:35.678827 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-aa705519-a454-49f8-bee2-3dbb235e2e89 admin admin] 10.222.0.46 "DELETE /v2.0/routers/d678bbeb-6908-4442-ba7d-2ddf83ea32e3 HTTP/1.1" status: 204 len: 168 time: 1.5396061 Aug 30 18:38:35.681708 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 51610) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:38:35.765168 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a199fc5-c610-4262-a50c-431c74965b76 admin admin] Deleting subnet 2403c141-9264-413b-9a4f-d5fa5c3597f5 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 18:38:35.770854 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4a199fc5-c610-4262-a50c-431c74965b76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:35.838359 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4a199fc5-c610-4262-a50c-431c74965b76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8522711'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:35.932010 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4a199fc5-c610-4262-a50c-431c74965b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984993'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:36.049600 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4a199fc5-c610-4262-a50c-431c74965b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9041818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506784'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:36.093963 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a199fc5-c610-4262-a50c-431c74965b76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2403c141-9264-413b-9a4f-d5fa5c3597f5,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:38:36.104977 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4a199fc5-c610-4262-a50c-431c74965b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:36.109850 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-4a199fc5-c610-4262-a50c-431c74965b76 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2403c141-9264-413b-9a4f-d5fa5c3597f5 HTTP/1.1" status: 204 len: 168 time: 0.4241157 Aug 30 18:38:36.110786 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 51612) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:38:36.219914 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 39d81bb3-2c8a-471a-9a07-092315063fad no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:38:36.266798 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] No Port match for: 39d81bb3-2c8a-471a-9a07-092315063fad {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:38:36.266798 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 39d81bb3-2c8a-471a-9a07-092315063fad not bound to the agent host hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:38:36.266798 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 53d13a17-04fc-4188-8f33-c4c0135674ef no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:38:36.290633 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device b51ad24a-1f38-4d13-9a16-a52119f762f4 no longer exists at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:38:36.291374 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ac285b6-1b4c-4e6e-b589-6c957731055d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641841'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:36.293455 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['730e07bd-a823-4b73-93cd-71fb533c12a4'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:38:36.322409 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] No Port match for: b51ad24a-1f38-4d13-9a16-a52119f762f4 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:38:36.324488 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device b51ad24a-1f38-4d13-9a16-a52119f762f4 not bound to the agent host dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:38:36.324488 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 7c15609c-9bf9-46de-a0ff-33c3e6aa7d51 no longer exists at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:38:36.340584 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366f6cd-85e6-4ea4-8ebc-b8ad8a004773 req-27a010fd-45b2-4c4d-b792-b1867b339380 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:36.343442 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f366f6cd-85e6-4ea4-8ebc-b8ad8a004773 req-27a010fd-45b2-4c4d-b792-b1867b339380 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 945 time: 0.1068926 Aug 30 18:38:36.409165 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] No Port match for: 53d13a17-04fc-4188-8f33-c4c0135674ef {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:38:36.409165 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 53d13a17-04fc-4188-8f33-c4c0135674ef not bound to the agent host hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:38:36.411581 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] No Port match for: 7c15609c-9bf9-46de-a0ff-33c3e6aa7d51 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:38:36.412568 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 7c15609c-9bf9-46de-a0ff-33c3e6aa7d51 not bound to the agent host dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:38:36.422787 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f366f6cd-85e6-4ea4-8ebc-b8ad8a004773 req-d6b6ee8d-d3b1-4dc6-aaff-e8d128a74335 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646572 Aug 30 18:38:36.470977 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ac285b6-1b4c-4e6e-b589-6c957731055d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925274', 'neutron.services.segments.db._delete_segments_for_network-8776059265518'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:36.489310 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.services.segments.db [None req-8ac285b6-1b4c-4e6e-b589-6c957731055d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa732d19-e894-497a-96b4-f1158b92c807']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:38:36.511215 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.services.segments.db [None req-8ac285b6-1b4c-4e6e-b589-6c957731055d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:38:36.511602 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.services.segments.db [None req-8ac285b6-1b4c-4e6e-b589-6c957731055d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c1dfa2e-3d77-4c96-bbc2-2088ef39bd04') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:38:36.530535 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ac285b6-1b4c-4e6e-b589-6c957731055d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776059265401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8937694'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:36.568044 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ac285b6-1b4c-4e6e-b589-6c957731055d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:36.586072 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac285b6-1b4c-4e6e-b589-6c957731055d admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 18:38:36.588271 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ac285b6-1b4c-4e6e-b589-6c957731055d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449082'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:36.610513 dv-cinder-790492-12-iscsi neutron-server[94077]: Traceback (most recent call last): Aug 30 18:38:36.610513 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 18:38:36.610513 dv-cinder-790492-12-iscsi neutron-server[94077]: timer() Aug 30 18:38:36.610513 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 18:38:36.610513 dv-cinder-790492-12-iscsi neutron-server[94077]: cb(*args, **kw) Aug 30 18:38:36.610513 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 18:38:36.610513 dv-cinder-790492-12-iscsi neutron-server[94077]: return func(*args, **kwargs) Aug 30 18:38:36.610513 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 18:38:36.610513 dv-cinder-790492-12-iscsi neutron-server[94077]: self._notify() Aug 30 18:38:36.610513 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 18:38:36.610513 dv-cinder-790492-12-iscsi neutron-server[94077]: self.callback(batched_events) Aug 30 18:38:36.610513 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 18:38:36.610513 dv-cinder-790492-12-iscsi neutron-server[94077]: event.method(event) Aug 30 18:38:36.610513 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 18:38:36.610513 dv-cinder-790492-12-iscsi neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 18:38:36.610513 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 18:38:36.610513 dv-cinder-790492-12-iscsi neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 18:38:36.610513 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 18:38:36.610513 dv-cinder-790492-12-iscsi neutron-server[94077]: return f(self, *a, **k) Aug 30 18:38:36.610513 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 18:38:36.610513 dv-cinder-790492-12-iscsi neutron-server[94077]: return self._get(url).json() Aug 30 18:38:36.610513 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 18:38:36.610513 dv-cinder-790492-12-iscsi neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 18:38:36.610513 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 18:38:36.610513 dv-cinder-790492-12-iscsi neutron-server[94077]: return self.request(url, 'GET', **kwargs) Aug 30 18:38:36.610513 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 18:38:36.610513 dv-cinder-790492-12-iscsi neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 18:38:36.610513 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 18:38:36.610513 dv-cinder-790492-12-iscsi neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 18:38:36.610513 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 18:38:36.610513 dv-cinder-790492-12-iscsi neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 18:38:36.610513 dv-cinder-790492-12-iscsi neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 18:38:36.741459 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ac285b6-1b4c-4e6e-b589-6c957731055d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120175'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:36.753591 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ac285b6-1b4c-4e6e-b589-6c957731055d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:36.756858 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-8ac285b6-1b4c-4e6e-b589-6c957731055d admin admin] 10.222.0.46 "DELETE /v2.0/networks/fa732d19-e894-497a-96b4-f1158b92c807 HTTP/1.1" status: 204 len: 168 time: 0.6444161 Aug 30 18:38:36.780789 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac285b6-1b4c-4e6e-b589-6c957731055d admin admin] Pushing event deleted for resources: {'Network': ['ID=fa732d19-e894-497a-96b4-f1158b92c807,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:38:36.816532 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f19d3-9674-4fd2-a663-7d18c1e49bb1 req-d8434650-a396-4a7c-9bab-ad1e7b39214f tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:36.819468 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-904f19d3-9674-4fd2-a663-7d18c1e49bb1 req-d8434650-a396-4a7c-9bab-ad1e7b39214f tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.1578197 Aug 30 18:38:36.894361 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-904f19d3-9674-4fd2-a663-7d18c1e49bb1 req-61258a34-b89e-45fd-bac5-36f7f03a2c0a tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632815 Aug 30 18:38:37.023120 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 51628) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:38:37.082369 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-815a7f0d-ca1d-43b6-8894-26dd5cc5df66 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b40c9b3f5af3488f90539cd60fa44e2e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0578060 Aug 30 18:38:37.086353 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 51630) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:38:37.151664 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5aa256a-a1ae-4b9e-8f9f-91aff232b75a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:37.181163 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5aa256a-a1ae-4b9e-8f9f-91aff232b75a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:37.248856 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5aa256a-a1ae-4b9e-8f9f-91aff232b75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:37.253027 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5aa256a-a1ae-4b9e-8f9f-91aff232b75a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:37.255033 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-a5aa256a-a1ae-4b9e-8f9f-91aff232b75a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ed14da96-7a98-488f-bfc7-b3bf707a9fb3 HTTP/1.1" status: 204 len: 168 time: 0.1661291 Aug 30 18:38:37.269634 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa256a-a1ae-4b9e-8f9f-91aff232b75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed14da96-7a98-488f-bfc7-b3bf707a9fb3,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:38:37.599278 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36f3c3-0a3a-44e3-8432-782351b49665 req-4989662b-e247-4a11-aeb4-92cab16228a1 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:37.601939 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ac36f3c3-0a3a-44e3-8432-782351b49665 req-4989662b-e247-4a11-aeb4-92cab16228a1 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 945 time: 0.0763319 Aug 30 18:38:37.677191 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ac36f3c3-0a3a-44e3-8432-782351b49665 req-d506605c-1720-4a49-ba30-b4a9c7c56714 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632045 Aug 30 18:38:38.103763 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58fbff-b16c-4bab-b166-c3411d365a0b req-237cfca2-79fe-46ba-b90a-983c841573f0 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:38.105882 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3e58fbff-b16c-4bab-b166-c3411d365a0b req-237cfca2-79fe-46ba-b90a-983c841573f0 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.0905464 Aug 30 18:38:38.160901 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3e58fbff-b16c-4bab-b166-c3411d365a0b req-951d7cc2-9590-4f64-8100-bb7a473b063b tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435770 Aug 30 18:38:38.881030 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9362d-c258-4d11-8556-08e625f9eb29 req-5b16eb58-cf09-4f79-a371-27f06c72186f tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:38.884011 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-30a9362d-c258-4d11-8556-08e625f9eb29 req-5b16eb58-cf09-4f79-a371-27f06c72186f tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 945 time: 0.0865140 Aug 30 18:38:38.950138 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-30a9362d-c258-4d11-8556-08e625f9eb29 req-754e55ed-c7f2-4102-9f8d-a3fe1c8f3640 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594404 Aug 30 18:38:39.324125 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ba968-7161-45dc-8971-0a0e737deade req-f0759fe2-a003-47be-9c17-4d8182b1eb79 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:39.326876 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bb8ba968-7161-45dc-8971-0a0e737deade req-f0759fe2-a003-47be-9c17-4d8182b1eb79 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.0841258 Aug 30 18:38:39.369594 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bb8ba968-7161-45dc-8971-0a0e737deade req-70c98768-f2f3-471a-9f74-b9ff8a6eb661 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366974 Aug 30 18:38:39.558937 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:40.105602 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4d2b0-fc48-4f41-b8ad-5c450a3d8868 req-e2d72406-6fbd-4b44-a179-74fa9cec1b63 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:40.107840 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-58b4d2b0-fc48-4f41-b8ad-5c450a3d8868 req-e2d72406-6fbd-4b44-a179-74fa9cec1b63 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 945 time: 0.0665243 Aug 30 18:38:40.174283 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-58b4d2b0-fc48-4f41-b8ad-5c450a3d8868 req-b91d8f94-a57e-42b8-9e54-e0916e3b7e72 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555806 Aug 30 18:38:40.864679 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee4955-bba1-4cba-a5e2-a871c64c6ea3 req-4da4b9f8-08ba-44c5-b5bd-390032816e52 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:40.867659 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d6ee4955-bba1-4cba-a5e2-a871c64c6ea3 req-4da4b9f8-08ba-44c5-b5bd-390032816e52 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.3855028 Aug 30 18:38:40.934946 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d6ee4955-bba1-4cba-a5e2-a871c64c6ea3 req-247e25db-8c3b-4a22-b318-1e8987ea4f9f tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574052 Aug 30 18:38:41.428018 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f04ab8-f90f-4710-8879-870398b23f26 req-6b4c7db0-8765-4539-ac90-ae3db095d5af tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:41.430190 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c0f04ab8-f90f-4710-8879-870398b23f26 req-6b4c7db0-8765-4539-ac90-ae3db095d5af tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 945 time: 0.1478579 Aug 30 18:38:41.503340 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c0f04ab8-f90f-4710-8879-870398b23f26 req-d974324b-1c13-48c4-813b-e0eaf5de9c3e tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616996 Aug 30 18:38:42.137193 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bc63a-15de-47a2-877d-0f537534f56f req-c93c23df-cbec-4c22-ba8e-b33738dd168c tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:42.138956 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-b91bc63a-15de-47a2-877d-0f537534f56f req-c93c23df-cbec-4c22-ba8e-b33738dd168c tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.0937176 Aug 30 18:38:42.189461 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-b91bc63a-15de-47a2-877d-0f537534f56f req-b8802048-2694-471f-afdc-21bad7af51e3 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399640 Aug 30 18:38:42.657812 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334f8e0-c2fb-49b6-b5ac-f4ae2620a45d req-449b7919-487b-450e-9afc-dde674fd9ef0 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:42.659817 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d334f8e0-c2fb-49b6-b5ac-f4ae2620a45d req-449b7919-487b-450e-9afc-dde674fd9ef0 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 945 time: 0.0643401 Aug 30 18:38:42.708252 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d334f8e0-c2fb-49b6-b5ac-f4ae2620a45d req-641a4587-9d72-4ba9-b8a3-526ce5bec7a2 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397892 Aug 30 18:38:42.763868 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 730e07bd-a823-4b73-93cd-71fb533c12a4 up at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:38:42.836332 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning for port 730e07bd-a823-4b73-93cd-71fb533c12a4 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:38:42.843673 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning complete for port 730e07bd-a823-4b73-93cd-71fb533c12a4 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:38:42.844298 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:43.014028 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:43.067576 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94dc9605-8563-4397-92c3-a8a946dfbb44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730e07bd-a823-4b73-93cd-71fb533c12a4'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:38:43.071302 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf7e48b1d7ea734c3ab22bdf0c4fd39094da8684eda14d675e1fcbcfa40454f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423053b5-60f4-40f5-8f40-60f95da59fe8" -d '{"events": [{"server_uuid": "94dc9605-8563-4397-92c3-a8a946dfbb44", "name": "network-vif-plugged", "status": "completed", "tag": "730e07bd-a823-4b73-93cd-71fb533c12a4"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:38:43.094117 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 730e07bd-a823-4b73-93cd-71fb533c12a4, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=730e07bd-a823-4b73-93cd-71fb533c12a4,segment=NetworkSegment(34c5a00e-2756-4d19-8008-32900dad1a1d),segment_id=34c5a00e-2756-4d19-8008-32900dad1a1d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:38:43.107477 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:43.159682 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335e193d-c8eb-44c4-8231-81bd16a780c9 x-openstack-request-id: req-335e193d-c8eb-44c4-8231-81bd16a780c9 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:38:43.160176 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94dc9605-8563-4397-92c3-a8a946dfbb44", "name": "network-vif-plugged", "status": "completed", "tag": "730e07bd-a823-4b73-93cd-71fb533c12a4", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:38:43.160599 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-335e193d-c8eb-44c4-8231-81bd16a780c9 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:38:43.161252 dv-cinder-790492-12-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94dc9605-8563-4397-92c3-a8a946dfbb44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730e07bd-a823-4b73-93cd-71fb533c12a4', 'code': 200} Aug 30 18:38:43.204000 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=730e07bd-a823-4b73-93cd-71fb533c12a4,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:38:43.442313 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a1cc4-2af4-47f9-99f0-8e1cb7e1a293 req-2621a6e7-4dfe-4777-8d66-a2eab08cb020 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:43.461193 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-286a1cc4-2af4-47f9-99f0-8e1cb7e1a293 req-2621a6e7-4dfe-4777-8d66-a2eab08cb020 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.1180177 Aug 30 18:38:43.537207 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-286a1cc4-2af4-47f9-99f0-8e1cb7e1a293 req-2d2aa6a6-baca-4d19-80f5-6fb6e521c0eb tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664558 Aug 30 18:38:43.742401 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc931cbc-9b34-4fad-9d05-eea32959c9a6 req-aaac6acf-dc8f-4975-b609-5792a87b1568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:43.745480 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-dc931cbc-9b34-4fad-9d05-eea32959c9a6 req-aaac6acf-dc8f-4975-b609-5792a87b1568 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 1099 time: 0.1873622 Aug 30 18:38:43.827403 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-6603964d-e3d1-47f8-a69c-03cc3135d9bb tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:43.846832 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-6603964d-e3d1-47f8-a69c-03cc3135d9bb tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/networks?id=edb37050-989f-45ae-abef-b5d87df170d7 HTTP/1.1" status: 200 len: 813 time: 0.3178153 Aug 30 18:38:43.895159 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-dc931cbc-9b34-4fad-9d05-eea32959c9a6 req-291ee157-96dd-49e1-a1ab-85242fc917b8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387091 Aug 30 18:38:43.911172 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-ebb694d4-71cf-487a-8bbf-cda51457df28 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/quotas/e9af67d984e0417e987f36cb0cbdb531 HTTP/1.1" status: 200 len: 375 time: 0.0423388 Aug 30 18:38:43.968694 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-e1e6ca8a-b659-4ad1-bf2c-75b2e6eef4d8 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9af67d984e0417e987f36cb0cbdb531&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560033 Aug 30 18:38:44.004296 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6ef7f-8826-4af8-86e7-912e8045128a req-c56f7d13-1d59-424f-85d8-30fe0ab6ba4b tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:44.013094 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d3c6ef7f-8826-4af8-86e7-912e8045128a req-c56f7d13-1d59-424f-85d8-30fe0ab6ba4b tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 946 time: 0.0882111 Aug 30 18:38:44.072198 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d3c6ef7f-8826-4af8-86e7-912e8045128a req-60751326-12d5-4f80-9945-0e65bea346c7 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568624 Aug 30 18:38:44.179970 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-1ab5231f-30ef-4ff2-b3d0-b8983b9592fb service neutron] 10.222.0.46 "GET /v2.0/networks/edb37050-989f-45ae-abef-b5d87df170d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872048 Aug 30 18:38:44.301936 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9070f21-47e3-4822-ac03-d3df2b3165ac req-0ba13078-0d7c-4eef-9bb6-400babe685b6 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:44.313574 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e9070f21-47e3-4822-ac03-d3df2b3165ac req-0ba13078-0d7c-4eef-9bb6-400babe685b6 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.1359744 Aug 30 18:38:44.415618 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e9070f21-47e3-4822-ac03-d3df2b3165ac req-65eaf13c-17aa-4081-aea3-4a55a7a465cf tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000154 Aug 30 18:38:44.468035 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff39413-86eb-472c-b82b-0b0662484eec req-e342723c-97cb-4e91-8b18-7b804009e1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:44.470973 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-aff39413-86eb-472c-b82b-0b0662484eec req-e342723c-97cb-4e91-8b18-7b804009e1f7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c8c53c4b1f724a2d82c8b9aa097e7b08&device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 1098 time: 0.1256113 Aug 30 18:38:44.483098 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-d819357f-cce6-4d67-9b24-08a436191b74 service neutron] 10.222.0.46 "GET /v2.0/networks/edb37050-989f-45ae-abef-b5d87df170d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716005 Aug 30 18:38:44.675408 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff39413-86eb-472c-b82b-0b0662484eec req-b1418f34-f40c-429d-b0d5-c128f584438e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:44.676746 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-aff39413-86eb-472c-b82b-0b0662484eec req-b1418f34-f40c-429d-b0d5-c128f584438e service neutron] 10.222.0.39 "GET /v2.0/networks?id=ab82acb0-f81e-4d3a-b5c2-781193f4d5c9 HTTP/1.1" status: 200 len: 910 time: 0.1919825 Aug 30 18:38:44.828673 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-aff39413-86eb-472c-b82b-0b0662484eec req-73ba4c5e-0c21-45f5-b3e4-751049e7d56f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb84229e-624a-4bf8-b1b3-9691ab34f638 HTTP/1.1" status: 200 len: 1001 time: 0.1434789 Aug 30 18:38:44.842726 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5e489bbc-c769-42f1-9af5-8af749f3e0dd req-b45ef4a5-5ecf-403e-815c-0eb8380a17ce tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecc53f0e-0790-4540-b871-6bfd067ff9f4 HTTP/1.1" status: 200 len: 210 time: 0.0746014 Aug 30 18:38:44.944476 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff39413-86eb-472c-b82b-0b0662484eec req-c634cf25-1600-4396-b58e-43bbb0774f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:44.948396 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-aff39413-86eb-472c-b82b-0b0662484eec req-c634cf25-1600-4396-b58e-43bbb0774f9d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06b2e4f8-43ee-4d3b-b176-d28355e277df HTTP/1.1" status: 200 len: 849 time: 0.1106701 Aug 30 18:38:45.020907 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff39413-86eb-472c-b82b-0b0662484eec req-e12d8a95-d7b3-4c33-a1d8-59a63aff2892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:45.022647 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-aff39413-86eb-472c-b82b-0b0662484eec req-e12d8a95-d7b3-4c33-a1d8-59a63aff2892 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ab82acb0-f81e-4d3a-b5c2-781193f4d5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0659137 Aug 30 18:38:45.213850 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-aff39413-86eb-472c-b82b-0b0662484eec req-0cce5616-b3ef-4cf7-aca3-dac5290f4a7c service neutron] 10.222.0.39 "GET /v2.0/networks/ab82acb0-f81e-4d3a-b5c2-781193f4d5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770446 Aug 30 18:38:45.383547 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed56e3-76b7-4c3a-9bc7-ae7aa309990f req-c665798b-e7c1-4222-86ed-0f4ffec0b64b tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:45.385192 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f3ed56e3-76b7-4c3a-9bc7-ae7aa309990f req-c665798b-e7c1-4222-86ed-0f4ffec0b64b tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 946 time: 0.1627266 Aug 30 18:38:45.442661 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-aff39413-86eb-472c-b82b-0b0662484eec req-58dc4cca-e26b-433c-ad37-5e2f38e9a2eb service neutron] 10.222.0.39 "GET /v2.0/networks/ab82acb0-f81e-4d3a-b5c2-781193f4d5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165937 Aug 30 18:38:45.522236 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f3ed56e3-76b7-4c3a-9bc7-ae7aa309990f req-364c1443-d407-4266-8b99-95bf534bf737 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187997 Aug 30 18:38:45.658649 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e82b0-cbcf-4180-8508-dd7be6a6dd6b req-7b4af039-d014-48b3-bbe0-33ace05be110 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:45.663914 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fb4e82b0-cbcf-4180-8508-dd7be6a6dd6b req-7b4af039-d014-48b3-bbe0-33ace05be110 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.0975893 Aug 30 18:38:45.737336 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fb4e82b0-cbcf-4180-8508-dd7be6a6dd6b req-9116e4b5-cbde-406c-a2aa-68476dba52b8 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605469 Aug 30 18:38:46.007404 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7e38cea5-1a1f-4fd8-8881-c2873d396e61 req-a7c9a7de-8e7a-480d-bece-ee74baed758d tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecc53f0e-0790-4540-b871-6bfd067ff9f4 HTTP/1.1" status: 200 len: 210 time: 0.0496981 Aug 30 18:38:46.449351 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-09039340-5397-416b-9905-02c1a96d8fe9 req-47bd4c97-7ded-4056-bdb8-f2d7e8d89c60 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698087 Aug 30 18:38:46.645313 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09039340-5397-416b-9905-02c1a96d8fe9 req-26e20f0f-7d47-4c2f-9dcf-82a4cb95e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:46.647078 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-09039340-5397-416b-9905-02c1a96d8fe9 req-26e20f0f-7d47-4c2f-9dcf-82a4cb95e3aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d89643519bc34769a45d10e5754b227b&device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 1100 time: 0.1055357 Aug 30 18:38:46.692281 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-027feb94-4c9f-439d-af14-7510425350e9 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:46.693892 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-027feb94-4c9f-439d-af14-7510425350e9 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.39 "GET /v2.0/networks?id=edb37050-989f-45ae-abef-b5d87df170d7 HTTP/1.1" status: 200 len: 813 time: 0.1766942 Aug 30 18:38:46.747066 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7333a4-045f-4db1-8504-fa23673a9504 req-c7f9b4c6-7b14-4249-ae79-80158087468c tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:46.749192 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5a7333a4-045f-4db1-8504-fa23673a9504 req-c7f9b4c6-7b14-4249-ae79-80158087468c tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 946 time: 0.0806849 Aug 30 18:38:46.762192 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-688466c4-7165-4f83-8615-13c2833f33e9 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Request body: {'port': {'device_id': 'ecc53f0e-0790-4540-b871-6bfd067ff9f4', 'network_id': 'edb37050-989f-45ae-abef-b5d87df170d7', 'admin_state_up': True, 'tenant_id': 'e9af67d984e0417e987f36cb0cbdb531'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:38:46.827430 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5a7333a4-045f-4db1-8504-fa23673a9504 req-f41f1041-9f16-4b81-8878-c9a8aa306860 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663040 Aug 30 18:38:46.988769 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09039340-5397-416b-9905-02c1a96d8fe9 req-037d7998-a038-4869-86d5-a65b45bf745f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:46.990211 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-09039340-5397-416b-9905-02c1a96d8fe9 req-037d7998-a038-4869-86d5-a65b45bf745f service neutron] 10.222.0.39 "GET /v2.0/networks?id=6fc39c71-5951-46b8-8518-6e7081e1cda3 HTTP/1.1" status: 200 len: 917 time: 0.3132548 Aug 30 18:38:47.002955 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2a0b3-c84e-4aeb-94cc-3eda01c5e488 req-cbb9d3e9-72a5-4006-a5cd-41a2fb344774 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:47.005869 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8cf2a0b3-c84e-4aeb-94cc-3eda01c5e488 req-cbb9d3e9-72a5-4006-a5cd-41a2fb344774 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 946 time: 0.0855124 Aug 30 18:38:47.063570 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8a71e-db53-427e-b24d-ba7e29eaf4df req-1f97116f-d657-40dc-8e2d-5f21a8edd9d9 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:47.065712 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-05d8a71e-db53-427e-b24d-ba7e29eaf4df req-1f97116f-d657-40dc-8e2d-5f21a8edd9d9 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.1922834 Aug 30 18:38:47.077891 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8cf2a0b3-c84e-4aeb-94cc-3eda01c5e488 req-61c73932-2855-4c62-8aff-9d457fcebeb9 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603826 Aug 30 18:38:47.141060 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-09039340-5397-416b-9905-02c1a96d8fe9 req-42181ad5-fbd8-4fe8-93a3-53e35ac6655f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1007785-b841-4b73-ae46-07c4f05fa984 HTTP/1.1" status: 200 len: 1001 time: 0.1420593 Aug 30 18:38:47.142051 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-688466c4-7165-4f83-8615-13c2833f33e9 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Made reservation on behalf of e9af67d984e0417e987f36cb0cbdb531 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:38:47.148263 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-688466c4-7165-4f83-8615-13c2833f33e9 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:47.251699 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-cb659507-5939-49fd-a538-178b4410fc0f req-0c49dc91-c327-4ab5-ae31-049b91ae146b tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecc53f0e-0790-4540-b871-6bfd067ff9f4 HTTP/1.1" status: 200 len: 210 time: 0.0544291 Aug 30 18:38:47.611366 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-05d8a71e-db53-427e-b24d-ba7e29eaf4df req-7d7276a8-d816-4199-aefd-63be0ff40e86 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5327280 Aug 30 18:38:47.648087 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09039340-5397-416b-9905-02c1a96d8fe9 req-bfffa8ad-ba73-4473-be2a-8fc5fb741301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:47.650986 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-09039340-5397-416b-9905-02c1a96d8fe9 req-bfffa8ad-ba73-4473-be2a-8fc5fb741301 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e547c2a0-76a1-4c05-919d-55422e695ce0 HTTP/1.1" status: 200 len: 856 time: 0.4981277 Aug 30 18:38:47.833700 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09039340-5397-416b-9905-02c1a96d8fe9 req-64bbdd01-9268-40e3-8f08-e9e9a8cc8631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:47.836685 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-09039340-5397-416b-9905-02c1a96d8fe9 req-64bbdd01-9268-40e3-8f08-e9e9a8cc8631 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6fc39c71-5951-46b8-8518-6e7081e1cda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1290598 Aug 30 18:38:47.876955 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff058d-138c-41b2-9bd9-7ebc8e5d9f63 req-c2078228-1720-489a-8720-861f50247e14 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:47.888921 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-27ff058d-138c-41b2-9bd9-7ebc8e5d9f63 req-c2078228-1720-489a-8720-861f50247e14 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 946 time: 0.0983999 Aug 30 18:38:47.970693 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-27ff058d-138c-41b2-9bd9-7ebc8e5d9f63 req-9a558b13-0ca6-4fff-abcf-3b6ee5d95341 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802372 Aug 30 18:38:48.041516 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-688466c4-7165-4f83-8615-13c2833f33e9 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Allocated IP 172.20.0.5 (edb37050-989f-45ae-abef-b5d87df170d7/b0ac298a-66c3-4ae6-bb1e-d926841f337f/fd45c5b8-d4be-4c76-ba05-b87d83eca1e0) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:38:48.160113 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-09039340-5397-416b-9905-02c1a96d8fe9 req-729e8e3b-4c28-4dd3-83e2-e1a5c523b19b service neutron] 10.222.0.39 "GET /v2.0/networks/6fc39c71-5951-46b8-8518-6e7081e1cda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858167 Aug 30 18:38:48.439825 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-db15d509-017c-4fdc-8f9e-21b1eee97d70 req-8e3332de-6c3e-4c14-bab5-81317ab91d8f tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecc53f0e-0790-4540-b871-6bfd067ff9f4 HTTP/1.1" status: 200 len: 210 time: 0.0570526 Aug 30 18:38:48.632190 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-09039340-5397-416b-9905-02c1a96d8fe9 req-b3a47cf1-947a-4ce2-8690-1039f5c29951 service neutron] 10.222.0.39 "GET /v2.0/networks/6fc39c71-5951-46b8-8518-6e7081e1cda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4628100 Aug 30 18:38:48.653869 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-688466c4-7165-4f83-8615-13c2833f33e9 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:48.741817 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-688466c4-7165-4f83-8615-13c2833f33e9 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:48.808854 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-688466c4-7165-4f83-8615-13c2833f33e9 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Network edb37050-989f-45ae-abef-b5d87df170d7 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:38:48.818664 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-688466c4-7165-4f83-8615-13c2833f33e9 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:38:48.827183 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-688466c4-7165-4f83-8615-13c2833f33e9 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:38:48.864202 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688466c4-7165-4f83-8615-13c2833f33e9 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Pushing event updated for resources: {'Port': ['ID=fd45c5b8-d4be-4c76-ba05-b87d83eca1e0,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:38:48.891044 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688466c4-7165-4f83-8615-13c2833f33e9 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:38:48.891508 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688466c4-7165-4f83-8615-13c2833f33e9 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:38:48.892036 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688466c4-7165-4f83-8615-13c2833f33e9 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:38:48.892508 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688466c4-7165-4f83-8615-13c2833f33e9 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:38:48.893307 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688466c4-7165-4f83-8615-13c2833f33e9 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:38:48.893716 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688466c4-7165-4f83-8615-13c2833f33e9 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:38:48.894201 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688466c4-7165-4f83-8615-13c2833f33e9 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:38:48.894741 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688466c4-7165-4f83-8615-13c2833f33e9 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:38:48.895300 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688466c4-7165-4f83-8615-13c2833f33e9 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:38:48.895782 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688466c4-7165-4f83-8615-13c2833f33e9 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:38:48.896400 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688466c4-7165-4f83-8615-13c2833f33e9 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:38:48.896907 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688466c4-7165-4f83-8615-13c2833f33e9 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:38:48.934599 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-688466c4-7165-4f83-8615-13c2833f33e9 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:48.935691 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-688466c4-7165-4f83-8615-13c2833f33e9 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:48.962671 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-688466c4-7165-4f83-8615-13c2833f33e9 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2068121 Aug 30 18:38:48.985456 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-bab79308-ee67-47ab-bffb-3228127e7c1d service neutron] Request body: {'port': {'device_id': 'ecc53f0e-0790-4540-b871-6bfd067ff9f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:38:49.100336 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-bab79308-ee67-47ab-bffb-3228127e7c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:49.570019 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-bab79308-ee67-47ab-bffb-3228127e7c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd45c5b8-d4be-4c76-ba05-b87d83eca1e0 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:38:49.589663 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-bab79308-ee67-47ab-bffb-3228127e7c1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:49.650733 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-bab79308-ee67-47ab-bffb-3228127e7c1d service neutron] Transition to ACTIVE for port object fd45c5b8-d4be-4c76-ba05-b87d83eca1e0 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:38:49.659350 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-bab79308-ee67-47ab-bffb-3228127e7c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449046'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:49.731668 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a21719-d71a-47d4-89e1-21f556b79f6d req-88eb5ecb-e667-4958-ab0a-0adda2e88118 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:49.734281 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-81a21719-d71a-47d4-89e1-21f556b79f6d req-88eb5ecb-e667-4958-ab0a-0adda2e88118 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecc53f0e-0790-4540-b871-6bfd067ff9f4 HTTP/1.1" status: 200 len: 931 time: 0.1392069 Aug 30 18:38:49.796218 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab79308-ee67-47ab-bffb-3228127e7c1d service neutron] Pushing event updated for resources: {'Port': ['ID=fd45c5b8-d4be-4c76-ba05-b87d83eca1e0,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:38:49.882177 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-abc81490-7518-4b8e-99a9-8c24f0d8d59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:49.883296 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-81a21719-d71a-47d4-89e1-21f556b79f6d req-1b9fb4a7-836b-4c2e-9bf8-45e5a6affc21 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/security-groups?id=65ac765c-b490-4de5-bbfd-2802aab10895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226778 Aug 30 18:38:49.945938 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-bab79308-ee67-47ab-bffb-3228127e7c1d service neutron] Attempting to bind port fd45c5b8-d4be-4c76-ba05-b87d83eca1e0 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:38:49.946909 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-bab79308-ee67-47ab-bffb-3228127e7c1d service neutron] Attempting to bind port fd45c5b8-d4be-4c76-ba05-b87d83eca1e0 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'd7da4ab1-e71b-494c-a860-d9debd9a97f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'edb37050-989f-45ae-abef-b5d87df170d7'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:38:49.948094 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-bab79308-ee67-47ab-bffb-3228127e7c1d service neutron] Attempting to bind port fd45c5b8-d4be-4c76-ba05-b87d83eca1e0 on network edb37050-989f-45ae-abef-b5d87df170d7 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:38:49.956101 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-bab79308-ee67-47ab-bffb-3228127e7c1d service neutron] Port fd45c5b8-d4be-4c76-ba05-b87d83eca1e0 on network edb37050-989f-45ae-abef-b5d87df170d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:38:49.956556 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-bab79308-ee67-47ab-bffb-3228127e7c1d service neutron] Attempting to bind port fd45c5b8-d4be-4c76-ba05-b87d83eca1e0 on network edb37050-989f-45ae-abef-b5d87df170d7 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:38:49.967404 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-bab79308-ee67-47ab-bffb-3228127e7c1d service neutron] Checking agent: {'id': '7d13e2b4-65d8-4093-b4fc-5ca6c835aab8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'started_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:38:49.968393 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-bab79308-ee67-47ab-bffb-3228127e7c1d service neutron] Checking segment: {'id': 'd7da4ab1-e71b-494c-a860-d9debd9a97f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'edb37050-989f-45ae-abef-b5d87df170d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:38:49.968915 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-bab79308-ee67-47ab-bffb-3228127e7c1d service neutron] Bound using segment: {'id': 'd7da4ab1-e71b-494c-a860-d9debd9a97f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'edb37050-989f-45ae-abef-b5d87df170d7'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:38:49.969460 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-bab79308-ee67-47ab-bffb-3228127e7c1d service neutron] Bound port: fd45c5b8-d4be-4c76-ba05-b87d83eca1e0, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7da4ab1-e71b-494c-a860-d9debd9a97f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'edb37050-989f-45ae-abef-b5d87df170d7'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:38:49.969793 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-bab79308-ee67-47ab-bffb-3228127e7c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:50.082930 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-bab79308-ee67-47ab-bffb-3228127e7c1d service neutron] For port fd45c5b8-d4be-4c76-ba05-b87d83eca1e0, host hv-cinder-79049, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:38:50.089324 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-bab79308-ee67-47ab-bffb-3228127e7c1d service neutron] For port fd45c5b8-d4be-4c76-ba05-b87d83eca1e0, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=fd45c5b8-d4be-4c76-ba05-b87d83eca1e0,segment=NetworkSegment(d7da4ab1-e71b-494c-a860-d9debd9a97f7),segment_id=d7da4ab1-e71b-494c-a860-d9debd9a97f7)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:38:50.101239 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-bab79308-ee67-47ab-bffb-3228127e7c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449046'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:50.170682 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-bab79308-ee67-47ab-bffb-3228127e7c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:50.171458 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-bab79308-ee67-47ab-bffb-3228127e7c1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:50.173232 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-bab79308-ee67-47ab-bffb-3228127e7c1d service neutron] 10.222.0.39 "PUT /v2.0/ports/fd45c5b8-d4be-4c76-ba05-b87d83eca1e0 HTTP/1.1" status: 200 len: 1093 time: 1.1969290 Aug 30 18:38:50.179569 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc53f0e-0790-4540-b871-6bfd067ff9f4', 'tag': 'fd45c5b8-d4be-4c76-ba05-b87d83eca1e0'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:38:50.183415 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a530de-d90b-449d-b7a5-0995b5efa506" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc53f0e-0790-4540-b871-6bfd067ff9f4", "tag": "fd45c5b8-d4be-4c76-ba05-b87d83eca1e0"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:38:50.218288 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab79308-ee67-47ab-bffb-3228127e7c1d service neutron] Pushing event updated for resources: {'Port': ['ID=fd45c5b8-d4be-4c76-ba05-b87d83eca1e0,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:38:50.281638 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c084a0-8b66-42a6-96c2-c53292f581e4 x-openstack-request-id: req-14c084a0-8b66-42a6-96c2-c53292f581e4 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:38:50.281934 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc53f0e-0790-4540-b871-6bfd067ff9f4", "tag": "fd45c5b8-d4be-4c76-ba05-b87d83eca1e0", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:38:50.282168 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-14c084a0-8b66-42a6-96c2-c53292f581e4 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:38:50.282582 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc53f0e-0790-4540-b871-6bfd067ff9f4', 'tag': 'fd45c5b8-d4be-4c76-ba05-b87d83eca1e0', 'status': 'completed', 'code': 200} Aug 30 18:38:50.360554 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-7edea4cc-b10f-4cf1-a530-c65f95625a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:50.362429 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-7edea4cc-b10f-4cf1-a530-c65f95625a80 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e9af67d984e0417e987f36cb0cbdb531&device_id=ecc53f0e-0790-4540-b871-6bfd067ff9f4 HTTP/1.1" status: 200 len: 1096 time: 0.0673945 Aug 30 18:38:51.054196 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7847fb9-b9d0-4794-bb48-794ffc3c4ad9 req-d41fdcc4-e17b-47be-9b3e-9ba096be7ebd tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:51.057196 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-b7847fb9-b9d0-4794-bb48-794ffc3c4ad9 req-d41fdcc4-e17b-47be-9b3e-9ba096be7ebd tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecc53f0e-0790-4540-b871-6bfd067ff9f4 HTTP/1.1" status: 200 len: 943 time: 0.0621707 Aug 30 18:38:51.126239 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-b7847fb9-b9d0-4794-bb48-794ffc3c4ad9 req-351052b8-89aa-45da-815a-9267394f2136 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/security-groups?id=65ac765c-b490-4de5-bbfd-2802aab10895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621452 Aug 30 18:38:52.323483 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efcdd6-3ce4-4e64-bc13-e6533eb118d3 req-ed47096f-9277-4233-ba92-cb5270e6a8b3 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:52.325974 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-29efcdd6-3ce4-4e64-bc13-e6533eb118d3 req-ed47096f-9277-4233-ba92-cb5270e6a8b3 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecc53f0e-0790-4540-b871-6bfd067ff9f4 HTTP/1.1" status: 200 len: 943 time: 0.0879316 Aug 30 18:38:52.394258 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-29efcdd6-3ce4-4e64-bc13-e6533eb118d3 req-ec5c97c0-0a3a-4d87-a927-76f6b79dba16 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/security-groups?id=65ac765c-b490-4de5-bbfd-2802aab10895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555882 Aug 30 18:38:53.234726 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-24935ad6-b926-42ec-9a33-bef07f8170b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:53.328387 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-76ee7420-6581-4ebb-b5aa-f04ab725aae3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd45c5b8-d4be-4c76-ba05-b87d83eca1e0 HTTP/1.1" status: 200 len: 217 time: 0.0680134 Aug 30 18:38:53.344090 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:53.407442 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-a8713a0e-c935-44fa-9fa7-2e353de93ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:53.410385 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-a8713a0e-c935-44fa-9fa7-2e353de93ef3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b0ac298a-66c3-4ae6-bb1e-d926841f337f HTTP/1.1" status: 200 len: 853 time: 0.0740113 Aug 30 18:38:53.474595 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-c0d7862a-4a37-4ae9-9686-5e2b2bb2048c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=edb37050-989f-45ae-abef-b5d87df170d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564692 Aug 30 18:38:53.755345 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c8c20-a7d5-4791-b274-fea4049e6783 req-9986959e-efaf-4b46-8810-bb0f9eaea4d3 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:53.758154 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-8d6c8c20-a7d5-4791-b274-fea4049e6783 req-9986959e-efaf-4b46-8810-bb0f9eaea4d3 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecc53f0e-0790-4540-b871-6bfd067ff9f4 HTTP/1.1" status: 200 len: 943 time: 0.1827900 Aug 30 18:38:53.765578 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-bc140bb1-2812-44bd-aeb7-a39dc88893ba service neutron] 10.222.0.39 "GET /v2.0/networks/edb37050-989f-45ae-abef-b5d87df170d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768092 Aug 30 18:38:53.900232 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-8d6c8c20-a7d5-4791-b274-fea4049e6783 req-0ba86d05-8d91-404f-80ca-cfbc8ebab897 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/security-groups?id=65ac765c-b490-4de5-bbfd-2802aab10895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251664 Aug 30 18:38:53.966680 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-381919bc-c79b-42d3-b76c-c57563b85d68 req-9aaff044-1817-4e82-8019-7580991c13f8 service neutron] 10.222.0.39 "GET /v2.0/networks/edb37050-989f-45ae-abef-b5d87df170d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788127 Aug 30 18:38:54.021016 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:54.153452 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a530de-d90b-449d-b7a5-0995b5efa506 req-36b0e1b9-f168-41f8-b598-cd7c57ec907f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:54.155497 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-27a530de-d90b-449d-b7a5-0995b5efa506 req-36b0e1b9-f168-41f8-b598-cd7c57ec907f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e9af67d984e0417e987f36cb0cbdb531&device_id=ecc53f0e-0790-4540-b871-6bfd067ff9f4 HTTP/1.1" status: 200 len: 1096 time: 0.0574551 Aug 30 18:38:54.292748 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a530de-d90b-449d-b7a5-0995b5efa506 req-34b60c3f-0d2a-4238-843b-706062e2fd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:54.294706 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-27a530de-d90b-449d-b7a5-0995b5efa506 req-34b60c3f-0d2a-4238-843b-706062e2fd52 service neutron] 10.222.0.39 "GET /v2.0/networks?id=edb37050-989f-45ae-abef-b5d87df170d7 HTTP/1.1" status: 200 len: 913 time: 0.1297317 Aug 30 18:38:54.369451 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-27a530de-d90b-449d-b7a5-0995b5efa506 req-cfd90bdf-9ef6-4f44-a28a-41d44c029e54 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd45c5b8-d4be-4c76-ba05-b87d83eca1e0 HTTP/1.1" status: 200 len: 217 time: 0.0645487 Aug 30 18:38:54.469162 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a530de-d90b-449d-b7a5-0995b5efa506 req-61c07a01-87a8-47df-9b9d-5ceb58c1533e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:54.471983 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-27a530de-d90b-449d-b7a5-0995b5efa506 req-61c07a01-87a8-47df-9b9d-5ceb58c1533e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b0ac298a-66c3-4ae6-bb1e-d926841f337f HTTP/1.1" status: 200 len: 853 time: 0.0849776 Aug 30 18:38:54.532233 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-27a530de-d90b-449d-b7a5-0995b5efa506 req-b9c64fda-03ec-46a2-a6ca-ebc64ac50d79 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=edb37050-989f-45ae-abef-b5d87df170d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518236 Aug 30 18:38:54.738825 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-27a530de-d90b-449d-b7a5-0995b5efa506 req-5600df15-95ca-4730-8a92-6f2a781bd06c service neutron] 10.222.0.39 "GET /v2.0/networks/edb37050-989f-45ae-abef-b5d87df170d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972444 Aug 30 18:38:54.948346 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-27a530de-d90b-449d-b7a5-0995b5efa506 req-4708627a-fd4d-4bca-b067-d60096dc0ec3 service neutron] 10.222.0.39 "GET /v2.0/networks/edb37050-989f-45ae-abef-b5d87df170d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998014 Aug 30 18:38:55.114039 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140e3f4-9f8a-454b-bbf5-9723a428d669 req-ac353ebe-2309-41a1-8e61-1cad88785a1e tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:55.116370 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b140e3f4-9f8a-454b-bbf5-9723a428d669 req-ac353ebe-2309-41a1-8e61-1cad88785a1e tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecc53f0e-0790-4540-b871-6bfd067ff9f4 HTTP/1.1" status: 200 len: 943 time: 0.0970359 Aug 30 18:38:55.205630 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b140e3f4-9f8a-454b-bbf5-9723a428d669 req-c24ec7cb-bf4b-451b-9947-9fa117abfa0e tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/security-groups?id=65ac765c-b490-4de5-bbfd-2802aab10895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738873 Aug 30 18:38:55.586320 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 52024) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:38:55.739644 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:55.770754 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a6ff7f44-350f-483b-bd1f-83eaa263d241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:55.924971 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a6ff7f44-350f-483b-bd1f-83eaa263d241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:55.932908 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a6ff7f44-350f-483b-bd1f-83eaa263d241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:56.007912 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-a6ff7f44-350f-483b-bd1f-83eaa263d241 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c9aa93b3d61f4a608586a29f615956fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4151673 Aug 30 18:38:56.007912 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 52040) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:38:56.017377 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff7f44-350f-483b-bd1f-83eaa263d241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0caf9778-8903-484e-bae3-3bc5eb400066,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:38:56.087330 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-06d6834e-8996-4a76-83b0-7e6218de76d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:56.139579 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-06d6834e-8996-4a76-83b0-7e6218de76d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:56.240124 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-06d6834e-8996-4a76-83b0-7e6218de76d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:56.245543 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-06d6834e-8996-4a76-83b0-7e6218de76d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:56.249343 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-06d6834e-8996-4a76-83b0-7e6218de76d0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0caf9778-8903-484e-bae3-3bc5eb400066 HTTP/1.1" status: 204 len: 168 time: 0.2386749 Aug 30 18:38:56.262195 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6834e-8996-4a76-83b0-7e6218de76d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caf9778-8903-484e-bae3-3bc5eb400066,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:38:56.407246 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a42e77-3b00-4e9e-b3d2-df8eec783f38 req-230f33c0-abe9-495d-9600-b7d4cad4bbe1 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:56.409841 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b8a42e77-3b00-4e9e-b3d2-df8eec783f38 req-230f33c0-abe9-495d-9600-b7d4cad4bbe1 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecc53f0e-0790-4540-b871-6bfd067ff9f4 HTTP/1.1" status: 200 len: 943 time: 0.0724161 Aug 30 18:38:56.466553 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b8a42e77-3b00-4e9e-b3d2-df8eec783f38 req-3b375e0d-844b-4eed-9c8a-52bad2950c34 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/security-groups?id=65ac765c-b490-4de5-bbfd-2802aab10895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445478 Aug 30 18:38:56.801491 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device fd45c5b8-d4be-4c76-ba05-b87d83eca1e0 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:38:56.937208 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port fd45c5b8-d4be-4c76-ba05-b87d83eca1e0, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=fd45c5b8-d4be-4c76-ba05-b87d83eca1e0,segment=NetworkSegment(d7da4ab1-e71b-494c-a860-d9debd9a97f7),segment_id=d7da4ab1-e71b-494c-a860-d9debd9a97f7)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:38:56.952475 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Returning: {'device': 'fd45c5b8-d4be-4c76-ba05-b87d83eca1e0', 'network_id': 'edb37050-989f-45ae-abef-b5d87df170d7', 'port_id': 'fd45c5b8-d4be-4c76-ba05-b87d83eca1e0', 'mac_address': 'fa:16:3e:ee:bf:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0ac298a-66c3-4ae6-bb1e-d926841f337f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:38:57.016696 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:57.033449 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd45c5b8-d4be-4c76-ba05-b87d83eca1e0 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:38:57.058806 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port fd45c5b8-d4be-4c76-ba05-b87d83eca1e0, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=fd45c5b8-d4be-4c76-ba05-b87d83eca1e0,segment=NetworkSegment(d7da4ab1-e71b-494c-a860-d9debd9a97f7),segment_id=d7da4ab1-e71b-494c-a860-d9debd9a97f7)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:38:57.065558 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:57.141934 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=fd45c5b8-d4be-4c76-ba05-b87d83eca1e0,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:38:57.153641 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:38:57.154111 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:38:57.154550 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:38:57.154911 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:38:57.155290 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:38:57.155629 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:38:57.155968 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:38:57.156402 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:38:57.156724 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:38:57.157131 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:38:57.157489 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:38:57.157900 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:38:57.435246 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['fd45c5b8-d4be-4c76-ba05-b87d83eca1e0'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:38:57.741617 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7ee10-bab8-477b-8621-4a39ff3a1cdc req-a17fdfa8-1e22-4fdb-b83f-0d214faa2437 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:57.746045 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-def7ee10-bab8-477b-8621-4a39ff3a1cdc req-a17fdfa8-1e22-4fdb-b83f-0d214faa2437 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecc53f0e-0790-4540-b871-6bfd067ff9f4 HTTP/1.1" status: 200 len: 944 time: 0.1159449 Aug 30 18:38:57.865465 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-def7ee10-bab8-477b-8621-4a39ff3a1cdc req-89f9554f-9f55-4a1c-94a8-b6448f860bc8 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/security-groups?id=65ac765c-b490-4de5-bbfd-2802aab10895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919814 Aug 30 18:38:58.773083 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 52134) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:38:58.805381 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device fd45c5b8-d4be-4c76-ba05-b87d83eca1e0 up at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:38:58.843421 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 52138) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:38:58.909141 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning for port fd45c5b8-d4be-4c76-ba05-b87d83eca1e0 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:38:58.915562 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning complete for port fd45c5b8-d4be-4c76-ba05-b87d83eca1e0 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:38:58.916516 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:59.078638 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5fa4331a-c2d2-458e-9bdf-d5dad4b7357f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:59.083905 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:59.085240 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b2ca8-4664-4d73-b16b-c7ccb93fc9af req-866dc6be-fc28-4da3-9e78-fa0759ad7676 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:59.087974 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-665b2ca8-4664-4d73-b16b-c7ccb93fc9af req-866dc6be-fc28-4da3-9e78-fa0759ad7676 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecc53f0e-0790-4540-b871-6bfd067ff9f4 HTTP/1.1" status: 200 len: 944 time: 0.0861292 Aug 30 18:38:59.111198 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-73afaca5-9003-4da8-8fdb-b79eb45def56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:59.125849 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc53f0e-0790-4540-b871-6bfd067ff9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd45c5b8-d4be-4c76-ba05-b87d83eca1e0'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:38:59.129698 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf7e48b1d7ea734c3ab22bdf0c4fd39094da8684eda14d675e1fcbcfa40454f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc866baa-7eaa-4e50-979b-83e04f994569" -d '{"events": [{"server_uuid": "ecc53f0e-0790-4540-b871-6bfd067ff9f4", "name": "network-vif-plugged", "status": "completed", "tag": "fd45c5b8-d4be-4c76-ba05-b87d83eca1e0"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:38:59.153412 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port fd45c5b8-d4be-4c76-ba05-b87d83eca1e0, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=fd45c5b8-d4be-4c76-ba05-b87d83eca1e0,segment=NetworkSegment(d7da4ab1-e71b-494c-a860-d9debd9a97f7),segment_id=d7da4ab1-e71b-494c-a860-d9debd9a97f7)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:38:59.174447 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:59.177792 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-665b2ca8-4664-4d73-b16b-c7ccb93fc9af req-05fe4c2e-dc06-435d-be7a-5c51269fc42f tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/security-groups?id=65ac765c-b490-4de5-bbfd-2802aab10895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717728 Aug 30 18:38:59.216821 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.db.api [None req-5fa4331a-c2d2-458e-9bdf-d5dad4b7357f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 18:38:59.216821 dv-cinder-790492-12-iscsi neutron-server[94077]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 30 18:38:59.216821 dv-cinder-790492-12-iscsi neutron-server[94077]: [parameters: {'project_id': '87b352e192414d6baa0d1aa5b5efcb13', 'id': '3b25ede0-96d6-4c21-88b2-4ffa8fcd2402', 'expiration': datetime.datetime(2021, 8, 30, 18, 40, 59, 198449)}] Aug 30 18:38:59.216821 dv-cinder-790492-12-iscsi neutron-server[94077]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 18:38:59.217558 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG oslo_db.api [None req-5fa4331a-c2d2-458e-9bdf-d5dad4b7357f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 18:38:59.245011 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5d7203-f849-495d-8ace-22336f26e3a7 x-openstack-request-id: req-7d5d7203-f849-495d-8ace-22336f26e3a7 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:38:59.245500 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc53f0e-0790-4540-b871-6bfd067ff9f4", "name": "network-vif-plugged", "status": "completed", "tag": "fd45c5b8-d4be-4c76-ba05-b87d83eca1e0", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:38:59.245956 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7d5d7203-f849-495d-8ace-22336f26e3a7 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:38:59.246427 dv-cinder-790492-12-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc53f0e-0790-4540-b871-6bfd067ff9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd45c5b8-d4be-4c76-ba05-b87d83eca1e0', 'code': 200} Aug 30 18:38:59.297698 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=fd45c5b8-d4be-4c76-ba05-b87d83eca1e0,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:38:59.333744 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-73afaca5-9003-4da8-8fdb-b79eb45def56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:59.339406 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-73afaca5-9003-4da8-8fdb-b79eb45def56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:59.390508 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73afaca5-9003-4da8-8fdb-b79eb45def56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5e2723-9e49-451f-ac3a-3b0338b9618f,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:38:59.396170 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-73afaca5-9003-4da8-8fdb-b79eb45def56 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=98a41f5faff148d28a58256928892a6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6207759 Aug 30 18:38:59.400101 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 52150) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:38:59.496717 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287e3d7-3769-47de-9f9b-a9f6ca92e026 req-7b8532f7-0f11-4f94-862f-29e79ffd98c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:38:59.497948 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d9cb4803-d9ea-46b0-9511-ce685fe7858c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:59.499246 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-5287e3d7-3769-47de-9f9b-a9f6ca92e026 req-7b8532f7-0f11-4f94-862f-29e79ffd98c3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ecc53f0e-0790-4540-b871-6bfd067ff9f4 HTTP/1.1" status: 200 len: 1098 time: 0.0575514 Aug 30 18:38:59.534810 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d9cb4803-d9ea-46b0-9511-ce685fe7858c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:59.559749 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-5287e3d7-3769-47de-9f9b-a9f6ca92e026 req-ab0dbcd7-07e3-4ab7-82e4-3c3b739709de service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=65ac765c-b490-4de5-bbfd-2802aab10895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522516 Aug 30 18:38:59.616461 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d9cb4803-d9ea-46b0-9511-ce685fe7858c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:59.621923 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d9cb4803-d9ea-46b0-9511-ce685fe7858c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:59.623199 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-d9cb4803-d9ea-46b0-9511-ce685fe7858c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2c5e2723-9e49-451f-ac3a-3b0338b9618f HTTP/1.1" status: 204 len: 168 time: 0.2218375 Aug 30 18:38:59.637628 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb4803-d9ea-46b0-9511-ce685fe7858c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5e2723-9e49-451f-ac3a-3b0338b9618f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:38:59.651199 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb4803-d9ea-46b0-9511-ce685fe7858c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:38:59.651996 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb4803-d9ea-46b0-9511-ce685fe7858c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:38:59.652573 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb4803-d9ea-46b0-9511-ce685fe7858c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:38:59.653123 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb4803-d9ea-46b0-9511-ce685fe7858c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:38:59.653660 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb4803-d9ea-46b0-9511-ce685fe7858c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:38:59.654183 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb4803-d9ea-46b0-9511-ce685fe7858c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:38:59.654853 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb4803-d9ea-46b0-9511-ce685fe7858c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:38:59.655439 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb4803-d9ea-46b0-9511-ce685fe7858c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:38:59.655855 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb4803-d9ea-46b0-9511-ce685fe7858c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:38:59.656413 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb4803-d9ea-46b0-9511-ce685fe7858c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:38:59.656955 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb4803-d9ea-46b0-9511-ce685fe7858c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:38:59.657505 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb4803-d9ea-46b0-9511-ce685fe7858c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:38:59.719553 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5fa4331a-c2d2-458e-9bdf-d5dad4b7357f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:59.902580 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5fa4331a-c2d2-458e-9bdf-d5dad4b7357f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:59.910204 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5fa4331a-c2d2-458e-9bdf-d5dad4b7357f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:59.998386 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-5fa4331a-c2d2-458e-9bdf-d5dad4b7357f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=87b352e192414d6baa0d1aa5b5efcb13&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1531086 Aug 30 18:39:00.000703 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4331a-c2d2-458e-9bdf-d5dad4b7357f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe31bbfc-270b-4db9-9807-2a6ed846e486,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:00.002029 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 52156) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:00.106192 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 52158) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:00.108552 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ca436244-308d-4c52-8ac5-51e5699839f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:00.123355 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f07bc317-5e76-4f26-ada1-8a2448985272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:00.156488 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ca436244-308d-4c52-8ac5-51e5699839f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:00.256057 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ca436244-308d-4c52-8ac5-51e5699839f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:00.260305 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ca436244-308d-4c52-8ac5-51e5699839f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:00.266311 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-ca436244-308d-4c52-8ac5-51e5699839f5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fe31bbfc-270b-4db9-9807-2a6ed846e486 HTTP/1.1" status: 204 len: 168 time: 0.2584159 Aug 30 18:39:00.278515 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca436244-308d-4c52-8ac5-51e5699839f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe31bbfc-270b-4db9-9807-2a6ed846e486,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:00.301104 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f07bc317-5e76-4f26-ada1-8a2448985272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:00.310787 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f07bc317-5e76-4f26-ada1-8a2448985272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:00.432162 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 52166) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:00.432789 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-f07bc317-5e76-4f26-ada1-8a2448985272 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=830cbfcb7a8e41399e71c356e71a6acc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3250430 Aug 30 18:39:00.438351 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07bc317-5e76-4f26-ada1-8a2448985272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341edc35-cc49-49b5-9788-acb1374c4dde,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:00.478826 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90857444-6633-4b85-a4ae-dffb6c54fb1e req-dd8699d2-03d8-4e69-8151-f5e20c3a9965 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:00.481913 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-90857444-6633-4b85-a4ae-dffb6c54fb1e req-dd8699d2-03d8-4e69-8151-f5e20c3a9965 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecc53f0e-0790-4540-b871-6bfd067ff9f4 HTTP/1.1" status: 200 len: 945 time: 0.1637402 Aug 30 18:39:00.562022 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fd3e8b63-7d96-4603-aa76-d61b2fe727f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:00.588162 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-90857444-6633-4b85-a4ae-dffb6c54fb1e req-a65ad025-8da3-491a-890e-9ad8a7a124b1 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/security-groups?id=65ac765c-b490-4de5-bbfd-2802aab10895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947425 Aug 30 18:39:00.619935 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fd3e8b63-7d96-4603-aa76-d61b2fe727f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:00.723271 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fd3e8b63-7d96-4603-aa76-d61b2fe727f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:00.728914 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fd3e8b63-7d96-4603-aa76-d61b2fe727f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:00.731007 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-fd3e8b63-7d96-4603-aa76-d61b2fe727f6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/341edc35-cc49-49b5-9788-acb1374c4dde HTTP/1.1" status: 204 len: 168 time: 0.2958553 Aug 30 18:39:00.748600 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e8b63-7d96-4603-aa76-d61b2fe727f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341edc35-cc49-49b5-9788-acb1374c4dde,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:01.036023 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 52174) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:01.063054 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2478274a-9174-4d02-a822-385589a08136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:01.294053 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2478274a-9174-4d02-a822-385589a08136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:01.300809 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2478274a-9174-4d02-a822-385589a08136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:01.388563 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-2478274a-9174-4d02-a822-385589a08136 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cb0334bc0a3d4f01822d450813d319e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3502457 Aug 30 18:39:01.390234 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2478274a-9174-4d02-a822-385589a08136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d780c0-4844-4b09-a798-9ad867110975,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:01.393353 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 52182) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:01.488813 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c5ddc141-fb4a-4ec1-b506-7f25413d00b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:01.543839 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c5ddc141-fb4a-4ec1-b506-7f25413d00b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:01.631354 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c5ddc141-fb4a-4ec1-b506-7f25413d00b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:01.636667 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c5ddc141-fb4a-4ec1-b506-7f25413d00b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:01.639173 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-c5ddc141-fb4a-4ec1-b506-7f25413d00b6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d8d780c0-4844-4b09-a798-9ad867110975 HTTP/1.1" status: 204 len: 168 time: 0.2433169 Aug 30 18:39:01.656259 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ddc141-fb4a-4ec1-b506-7f25413d00b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d780c0-4844-4b09-a798-9ad867110975,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:01.967186 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08efd5b-0fdf-4dae-8cfa-c3c4679aa657 req-d5ffb44a-396a-4ff3-9e79-c84f3b5e4f75 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:01.969945 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c08efd5b-0fdf-4dae-8cfa-c3c4679aa657 req-d5ffb44a-396a-4ff3-9e79-c84f3b5e4f75 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecc53f0e-0790-4540-b871-6bfd067ff9f4 HTTP/1.1" status: 200 len: 945 time: 0.1709397 Aug 30 18:39:02.056098 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c08efd5b-0fdf-4dae-8cfa-c3c4679aa657 req-388052c9-deb4-40e3-914b-f5c163410d54 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/security-groups?id=65ac765c-b490-4de5-bbfd-2802aab10895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707510 Aug 30 18:39:02.061057 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9d2b7-aa50-4153-8547-0c892a0a821c req-72ea0102-7d7c-421b-a265-3239fe61bbfb tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:02.072646 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a4d9d2b7-aa50-4153-8547-0c892a0a821c req-72ea0102-7d7c-421b-a265-3239fe61bbfb tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 946 time: 0.0878105 Aug 30 18:39:02.160824 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a4d9d2b7-aa50-4153-8547-0c892a0a821c req-88e85745-4f3d-4f03-a018-8f209beeaf39 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868249 Aug 30 18:39:02.220884 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 52220) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:02.917092 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77062b7b-b1ec-4548-b452-74bdda661adf tempest-TestMinimumBasicScenario-2091859998 tempest-TestMinimumBasicScenario-2091859998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:02.930032 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 52240) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:02.932204 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-77062b7b-b1ec-4548-b452-74bdda661adf tempest-TestMinimumBasicScenario-2091859998 tempest-TestMinimumBasicScenario-2091859998-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 1094 time: 0.7096300 Aug 30 18:39:02.939468 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-91f63eb3-e07d-4e43-8920-1687758804cb tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Request body: {'floatingip': {'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'port_id': '730e07bd-a823-4b73-93cd-71fb533c12a4', 'tenant_id': '6008a41ab4874c52ad17d46420b022af', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:39:03.016250 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-91f63eb3-e07d-4e43-8920-1687758804cb tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks [] for floatingip, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:03.280738 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-91f63eb3-e07d-4e43-8920-1687758804cb tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:03.569856 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-91f63eb3-e07d-4e43-8920-1687758804cb tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Allocated IP 172.27.3.227 (56c1e305-917b-4e98-a569-d57cdf415d5e/eb15dae3-e857-40c0-90c2-88f2d8bfe547/7b74506e-7c91-450a-a5f2-60ef2cd3167d) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:39:03.687916 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a4c85-b118-4829-91f4-5ca33aa67c15 req-6227e1ab-e1c0-4bc6-93c9-dfb6c84e5ea4 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:03.688124 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-804a4c85-b118-4829-91f4-5ca33aa67c15 req-6227e1ab-e1c0-4bc6-93c9-dfb6c84e5ea4 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 947 time: 0.1725874 Aug 30 18:39:03.763785 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-804a4c85-b118-4829-91f4-5ca33aa67c15 req-2ba6774e-8f52-49f9-8ff5-f710ae85ee9e tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741003 Aug 30 18:39:03.908422 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-91f63eb3-e07d-4e43-8920-1687758804cb tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:03.986345 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-91f63eb3-e07d-4e43-8920-1687758804cb tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:04.075472 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f63eb3-e07d-4e43-8920-1687758804cb tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Network 56c1e305-917b-4e98-a569-d57cdf415d5e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:39:04.087374 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-91f63eb3-e07d-4e43-8920-1687758804cb tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:39:04.091029 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f63eb3-e07d-4e43-8920-1687758804cb tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Pushing event updated for resources: {'Port': ['ID=7b74506e-7c91-450a-a5f2-60ef2cd3167d,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:04.094718 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f63eb3-e07d-4e43-8920-1687758804cb tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:39:05.457795 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3c1cd-e8f2-4c0c-8ec3-5913303af1d0 req-8a3df386-f7f0-4596-8740-9bf45f9ff904 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:05.464010 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-95f3c1cd-e8f2-4c0c-8ec3-5913303af1d0 req-8a3df386-f7f0-4596-8740-9bf45f9ff904 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 947 time: 0.3020654 Aug 30 18:39:05.674570 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-95f3c1cd-e8f2-4c0c-8ec3-5913303af1d0 req-b1f35f4e-6a65-45dd-8e8e-85871e72da81 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858509 Aug 30 18:39:05.685038 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cd369-9a1f-4719-98c0-f37d146929af req-8f531fb5-2505-4d19-8226-6d1bf19a8479 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:05.689401 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-346cd369-9a1f-4719-98c0-f37d146929af req-8f531fb5-2505-4d19-8226-6d1bf19a8479 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 947 time: 0.2486520 Aug 30 18:39:05.738027 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-91f63eb3-e07d-4e43-8920-1687758804cb tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:05.986211 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-91f63eb3-e07d-4e43-8920-1687758804cb tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:06.025314 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-346cd369-9a1f-4719-98c0-f37d146929af req-408bd998-76e2-445f-806f-d45bfe1d9742 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Deleting port e1007785-b841-4b73-ae46-07c4f05fa984 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:39:06.025709 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-346cd369-9a1f-4719-98c0-f37d146929af req-408bd998-76e2-445f-806f-d45bfe1d9742 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:06.144066 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 52326) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:06.254686 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-346cd369-9a1f-4719-98c0-f37d146929af req-408bd998-76e2-445f-806f-d45bfe1d9742 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] For port e1007785-b841-4b73-ae46-07c4f05fa984, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e1007785-b841-4b73-ae46-07c4f05fa984,segment=NetworkSegment(40eb1e85-c7e6-44b5-807d-b44964a5af9c),segment_id=40eb1e85-c7e6-44b5-807d-b44964a5af9c)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:39:06.255274 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-346cd369-9a1f-4719-98c0-f37d146929af req-408bd998-76e2-445f-806f-d45bfe1d9742 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:06.360482 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-02073204-15bb-4239-ab1e-90b76118e92b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:06.551957 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-02073204-15bb-4239-ab1e-90b76118e92b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:06.559993 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-02073204-15bb-4239-ab1e-90b76118e92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:06.608473 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-91f63eb3-e07d-4e43-8920-1687758804cb tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:06.619559 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-91f63eb3-e07d-4e43-8920-1687758804cb tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449046'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:06.631372 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02073204-15bb-4239-ab1e-90b76118e92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1351c09-28ae-4830-a19c-9ab73861db04,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:06.643191 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-02073204-15bb-4239-ab1e-90b76118e92b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=170c5bda255d4963abbd128130b3f687&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4976101 Aug 30 18:39:06.644695 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 52338) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:06.726441 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-72171ce2-6bd9-45b6-a7fe-86ce9638f31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:06.769318 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-72171ce2-6bd9-45b6-a7fe-86ce9638f31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:06.853541 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-72171ce2-6bd9-45b6-a7fe-86ce9638f31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:06.858067 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-72171ce2-6bd9-45b6-a7fe-86ce9638f31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:06.860470 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-72171ce2-6bd9-45b6-a7fe-86ce9638f31c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a1351c09-28ae-4830-a19c-9ab73861db04 HTTP/1.1" status: 204 len: 168 time: 0.2141852 Aug 30 18:39:06.938007 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72171ce2-6bd9-45b6-a7fe-86ce9638f31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1351c09-28ae-4830-a19c-9ab73861db04,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:06.951709 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f63eb3-e07d-4e43-8920-1687758804cb tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Pushing event updated for resources: {'Port': ['ID=7b74506e-7c91-450a-a5f2-60ef2cd3167d,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:06.985240 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-346cd369-9a1f-4719-98c0-f37d146929af req-408bd998-76e2-445f-806f-d45bfe1d9742 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:06.985823 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-346cd369-9a1f-4719-98c0-f37d146929af req-408bd998-76e2-445f-806f-d45bfe1d9742 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120221'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:06.986662 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.db.l3_db [req-346cd369-9a1f-4719-98c0-f37d146929af req-408bd998-76e2-445f-806f-d45bfe1d9742 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Floating IP 775df6d4-7bad-4144-bd9e-acd9fb51c41d disassociated. External IP: 172.27.3.64, port: e1007785-b841-4b73-ae46-07c4f05fa984. Aug 30 18:39:06.987284 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-346cd369-9a1f-4719-98c0-f37d146929af req-408bd998-76e2-445f-806f-d45bfe1d9742 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Calling delete_port for e1007785-b841-4b73-ae46-07c4f05fa984 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:39:06.993290 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3282d9-c342-4974-a693-0337eaa888e1 req-4e8aa257-a4eb-493a-acaf-e89528a175a9 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:06.999296 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0f3282d9-c342-4974-a693-0337eaa888e1 req-4e8aa257-a4eb-493a-acaf-e89528a175a9 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 947 time: 0.1330917 Aug 30 18:39:07.122755 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0f3282d9-c342-4974-a693-0337eaa888e1 req-d04a7fbf-3018-45f6-83fe-213d50f0e5fd tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=faf07d4f-a0ce-47dc-9893-190456348455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070869 Aug 30 18:39:07.126567 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-91f63eb3-e07d-4e43-8920-1687758804cb tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120221'] for floatingip, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:07.357590 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-346cd369-9a1f-4719-98c0-f37d146929af req-408bd998-76e2-445f-806f-d45bfe1d9742 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:07.406358 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408bd998-76e2-445f-806f-d45bfe1d9742 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Pushing event deleted for resources: {'Port': ['ID=e1007785-b841-4b73-ae46-07c4f05fa984,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:07.473481 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.db.l3_db [None req-91f63eb3-e07d-4e43-8920-1687758804cb tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Floating IP 43c658b7-f419-4666-8339-d2b5ac947bd0 associated. External IP: 172.27.3.227, port: 730e07bd-a823-4b73-93cd-71fb533c12a4. Aug 30 18:39:07.503772 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 52350) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:07.527564 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a57def0b-0bd0-4b97-930e-48d9701207e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:07.725007 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a57def0b-0bd0-4b97-930e-48d9701207e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:07.733157 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a57def0b-0bd0-4b97-930e-48d9701207e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:07.813609 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-a57def0b-0bd0-4b97-930e-48d9701207e1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a9c58c70099d4036b7ae4dfb5a7abb38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3078864 Aug 30 18:39:07.815283 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57def0b-0bd0-4b97-930e-48d9701207e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d89956e-6aa5-418b-9a12-387587bfdb51,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:07.819977 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 52352) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:07.919329 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-54e90c06-298d-415c-9a99-fbe80ac0ad81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:07.963155 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-54e90c06-298d-415c-9a99-fbe80ac0ad81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:07.965612 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [req-346cd369-9a1f-4719-98c0-f37d146929af req-408bd998-76e2-445f-806f-d45bfe1d9742 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Router 7e83e718-b3dd-48fb-96d1-9d76b99dcb3b has already been hosted by L3 agent 92e03f23-06fd-457e-8698-15737aaba387 {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:39:08.064814 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-54e90c06-298d-415c-9a99-fbe80ac0ad81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:08.070132 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-54e90c06-298d-415c-9a99-fbe80ac0ad81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:08.075956 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-54e90c06-298d-415c-9a99-fbe80ac0ad81 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5d89956e-6aa5-418b-9a12-387587bfdb51 HTTP/1.1" status: 204 len: 168 time: 0.2506449 Aug 30 18:39:08.101172 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e90c06-298d-415c-9a99-fbe80ac0ad81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d89956e-6aa5-418b-9a12-387587bfdb51,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:08.401960 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-89f8f6dc-afb4-457f-8d09-74f30488a766 req-1a89fb8d-aa76-4be2-98ab-01c991e764ec tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 210 time: 0.0863700 Aug 30 18:39:08.418949 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-346cd369-9a1f-4719-98c0-f37d146929af req-408bd998-76e2-445f-806f-d45bfe1d9742 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:39:08.438082 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c970e256-ed27-47ea-958c-83e2d18c484d None None] Sync routers for ids ['7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'] in dv-cinder-790492-12-iscsi {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:39:08.453123 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f63eb3-e07d-4e43-8920-1687758804cb tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Router bd3f4d09-5c02-431e-a537-6be7e043f3f9 has already been hosted by L3 agent 92e03f23-06fd-457e-8698-15737aaba387 {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:39:08.483071 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c970e256-ed27-47ea-958c-83e2d18c484d None None] Routers {'7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:39:08.484284 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-c970e256-ed27-47ea-958c-83e2d18c484d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:38:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:39:08.624420 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-346cd369-9a1f-4719-98c0-f37d146929af req-408bd998-76e2-445f-806f-d45bfe1d9742 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] No DVR routers for this DVR port e1007785-b841-4b73-ae46-07c4f05fa984 on host hv-cinder-79049 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:39:08.638461 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-346cd369-9a1f-4719-98c0-f37d146929af req-408bd998-76e2-445f-806f-d45bfe1d9742 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:08.653662 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-346cd369-9a1f-4719-98c0-f37d146929af req-408bd998-76e2-445f-806f-d45bfe1d9742 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.39 "DELETE /v2.0/ports/e1007785-b841-4b73-ae46-07c4f05fa984 HTTP/1.1" status: 204 len: 173 time: 2.9579201 Aug 30 18:39:08.654415 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ccb0d23-9b82-4d03-803b-1bb63e08ecb8', 'name': 'network-vif-deleted', 'tag': 'e1007785-b841-4b73-ae46-07c4f05fa984'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:39:08.658558 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d9d24c-6424-489c-9a2c-d04e8bf0fa9d" -d '{"events": [{"server_uuid": "2ccb0d23-9b82-4d03-803b-1bb63e08ecb8", "name": "network-vif-deleted", "tag": "e1007785-b841-4b73-ae46-07c4f05fa984"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:39:08.857775 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-c970e256-ed27-47ea-958c-83e2d18c484d None None] Set router 7e83e718-b3dd-48fb-96d1-9d76b99dcb3b gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:39:08.864315 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device e1007785-b841-4b73-ae46-07c4f05fa984 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:39:08.866240 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a917e83-e2a5-4bf0-8274-83c8e0567fe2 x-openstack-request-id: req-8a917e83-e2a5-4bf0-8274-83c8e0567fe2 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:39:08.866814 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ccb0d23-9b82-4d03-803b-1bb63e08ecb8", "name": "network-vif-deleted", "tag": "e1007785-b841-4b73-ae46-07c4f05fa984", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:39:08.873287 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8a917e83-e2a5-4bf0-8274-83c8e0567fe2 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:39:08.875620 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ccb0d23-9b82-4d03-803b-1bb63e08ecb8', 'name': 'network-vif-deleted', 'tag': 'e1007785-b841-4b73-ae46-07c4f05fa984', 'status': 'completed', 'code': 200} Aug 30 18:39:08.944645 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f63eb3-e07d-4e43-8920-1687758804cb tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:39:08.957649 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421830cb-0c47-4467-b2c6-47f4b6ab5d56 None None] Sync routers for ids ['bd3f4d09-5c02-431e-a537-6be7e043f3f9'] in dv-cinder-790492-12-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:39:08.976641 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-91f63eb3-e07d-4e43-8920-1687758804cb tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:08.985893 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421830cb-0c47-4467-b2c6-47f4b6ab5d56 None None] Routers {'bd3f4d09-5c02-431e-a537-6be7e043f3f9'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:39:08.987050 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-421830cb-0c47-4467-b2c6-47f4b6ab5d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:38:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['bd3f4d09-5c02-431e-a537-6be7e043f3f9'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:39:08.989552 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] No Port match for: e1007785-b841-4b73-ae46-07c4f05fa984 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:39:08.990581 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device e1007785-b841-4b73-ae46-07c4f05fa984 not bound to the agent host hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:39:09.066213 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-91f63eb3-e07d-4e43-8920-1687758804cb tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.1337669 Aug 30 18:39:09.070320 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 52378) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:09.081217 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-5d12d55f-0a8c-43c7-b226-5b4924b556fa tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-629344055', 'description': 'tempest-secgroup-smoke-629344055 description', 'project_id': '6008a41ab4874c52ad17d46420b022af'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:39:09.200178 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5d12d55f-0a8c-43c7-b226-5b4924b556fa tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:09.234768 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-421830cb-0c47-4467-b2c6-47f4b6ab5d56 None None] Set router bd3f4d09-5c02-431e-a537-6be7e043f3f9 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:39:09.587264 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5d12d55f-0a8c-43c7-b226-5b4924b556fa tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:09.606302 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5d12d55f-0a8c-43c7-b226-5b4924b556fa tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:09.684280 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:09.704351 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5d12d55f-0a8c-43c7-b226-5b4924b556fa tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:09.706735 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-5d12d55f-0a8c-43c7-b226-5b4924b556fa tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6313281 Aug 30 18:39:09.711783 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 52388) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:09.715283 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12d55f-0a8c-43c7-b226-5b4924b556fa tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d2eb65-29fb-4a30-8100-d3da47b7c4ee,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:09.776768 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-523ba7d9-2a07-400a-8573-90dbea41b983 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Request body: {'security_group_rule': {'security_group_id': 'a7d2eb65-29fb-4a30-8100-d3da47b7c4ee', 'project_id': '6008a41ab4874c52ad17d46420b022af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:39:09.791172 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-c970e256-ed27-47ea-958c-83e2d18c484d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1642375931-router', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:38Z', 'updated_at': '2021-08-30T18:33:47Z', 'revision_number': 4, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'gw_port': {'id': 'c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:40Z', 'updated_at': '2021-08-30T18:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '0e898370-f09c-46de-8880-2fd101cc074f', 'name': '', 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'mac_address': 'fa:16:3e:49:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:45Z', 'updated_at': '2021-08-30T18:34:09Z', 'revision_number': 5, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'subnets': [{'id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:39:09.812247 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-421830cb-0c47-4467-b2c6-47f4b6ab5d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'name': 'tempest-TestMinimumBasicScenario-1725109495-router', 'tenant_id': '6008a41ab4874c52ad17d46420b022af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'd1003361-39c4-4730-935e-fa6ac2b0e3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:37:27Z', 'updated_at': '2021-08-30T18:37:35Z', 'revision_number': 4, 'project_id': '6008a41ab4874c52ad17d46420b022af', 'gw_port': {'id': 'd1003361-39c4-4730-935e-fa6ac2b0e3b4', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:37:29Z', 'updated_at': '2021-08-30T18:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_floatingips': [{'id': '43c658b7-f419-4666-8339-d2b5ac947bd0', 'tenant_id': '6008a41ab4874c52ad17d46420b022af', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'router_id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'port_id': '730e07bd-a823-4b73-93cd-71fb533c12a4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317c3337-65a4-4c10-bd8f-9fc41ffa1f67', 'mac_address': 'fa:16:3e:de:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94dc9605-8563-4397-92c3-a8a946dfbb44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:39:04Z', 'updated_at': '2021-08-30T18:39:04Z', 'revision_number': 0, 'project_id': '6008a41ab4874c52ad17d46420b022af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dcabb33-39c2-4c3d-95e6-fa11705df42c', 'name': '', 'network_id': '317c3337-65a4-4c10-bd8f-9fc41ffa1f67', 'tenant_id': '6008a41ab4874c52ad17d46420b022af', 'mac_address': 'fa:16:3e:0d:a4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8904e72d-4deb-4dc1-a762-e54940095cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:37:34Z', 'updated_at': '2021-08-30T18:37:44Z', 'revision_number': 5, 'project_id': '6008a41ab4874c52ad17d46420b022af', 'subnets': [{'id': '8904e72d-4deb-4dc1-a762-e54940095cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:39:09.881225 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421830cb-0c47-4467-b2c6-47f4b6ab5d56 None None] Checking router: bd3f4d09-5c02-431e-a537-6be7e043f3f9 for host: dv-cinder-790492-12-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:39:09.896676 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7ede7a3b-bde2-49b4-aa36-6859994351d5 req-59037ea0-913b-46b8-a04f-d06e7c01e922 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ccb0d23-9b82-4d03-803b-1bb63e08ecb8 HTTP/1.1" status: 200 len: 210 time: 0.0998950 Aug 30 18:39:09.904425 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421830cb-0c47-4467-b2c6-47f4b6ab5d56 None None] Routers {'bd3f4d09-5c02-431e-a537-6be7e043f3f9'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:39:09.905786 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-421830cb-0c47-4467-b2c6-47f4b6ab5d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:38:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['bd3f4d09-5c02-431e-a537-6be7e043f3f9'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:39:09.932141 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-523ba7d9-2a07-400a-8573-90dbea41b983 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:09.937210 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c970e256-ed27-47ea-958c-83e2d18c484d None None] Checking router: 7e83e718-b3dd-48fb-96d1-9d76b99dcb3b for host: dv-cinder-790492-12-iscsi {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:39:09.997602 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c970e256-ed27-47ea-958c-83e2d18c484d None None] Routers {'7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:39:09.998718 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-c970e256-ed27-47ea-958c-83e2d18c484d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:38:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:39:10.116870 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-523ba7d9-2a07-400a-8573-90dbea41b983 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:10.129081 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-523ba7d9-2a07-400a-8573-90dbea41b983 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110862'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:10.206094 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ba7d9-2a07-400a-8573-90dbea41b983 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27105fa9-c66d-482f-8775-e4ce8016e6e2,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:10.223599 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-421830cb-0c47-4467-b2c6-47f4b6ab5d56 None None] Set router bd3f4d09-5c02-431e-a537-6be7e043f3f9 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:39:10.258915 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-523ba7d9-2a07-400a-8573-90dbea41b983 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:10.262689 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-c970e256-ed27-47ea-958c-83e2d18c484d None None] Set router 7e83e718-b3dd-48fb-96d1-9d76b99dcb3b gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:39:10.265254 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 52402) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:10.265809 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-523ba7d9-2a07-400a-8573-90dbea41b983 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5449030 Aug 30 18:39:10.272380 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-af6f3e95-c575-439b-b137-6c80d153ad0e tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Request body: {'security_group_rule': {'security_group_id': 'a7d2eb65-29fb-4a30-8100-d3da47b7c4ee', 'project_id': '6008a41ab4874c52ad17d46420b022af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:39:10.373208 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-af6f3e95-c575-439b-b137-6c80d153ad0e tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:10.568622 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-af6f3e95-c575-439b-b137-6c80d153ad0e tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:10.585407 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-af6f3e95-c575-439b-b137-6c80d153ad0e tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110862'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:10.658614 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f3e95-c575-439b-b137-6c80d153ad0e tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2977c25e-8836-41df-b1e8-01daa98705b0,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:10.676280 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-af6f3e95-c575-439b-b137-6c80d153ad0e tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:10.678599 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-af6f3e95-c575-439b-b137-6c80d153ad0e tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4115193 Aug 30 18:39:10.683729 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 52414) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:10.692437 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-91300f75-3b34-4989-8b3c-2d4ffb24c28f tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Request body: {'security_group_rule': {'security_group_id': 'a7d2eb65-29fb-4a30-8100-d3da47b7c4ee', 'project_id': '6008a41ab4874c52ad17d46420b022af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:39:10.796506 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-91300f75-3b34-4989-8b3c-2d4ffb24c28f tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:10.877500 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94dc9605-8563-4397-92c3-a8a946dfbb44', 'tag': '730e07bd-a823-4b73-93cd-71fb533c12a4'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:39:10.882625 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e0c00f-db05-411b-b44c-0187092310a2" -d '{"events": [{"name": "network-changed", "server_uuid": "94dc9605-8563-4397-92c3-a8a946dfbb44", "tag": "730e07bd-a823-4b73-93cd-71fb533c12a4"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:39:10.904079 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:39:10.969247 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-c970e256-ed27-47ea-958c-83e2d18c484d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1642375931-router', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:38Z', 'updated_at': '2021-08-30T18:33:47Z', 'revision_number': 4, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'gw_port': {'id': 'c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:40Z', 'updated_at': '2021-08-30T18:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '0e898370-f09c-46de-8880-2fd101cc074f', 'name': '', 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'mac_address': 'fa:16:3e:49:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:45Z', 'updated_at': '2021-08-30T18:34:09Z', 'revision_number': 5, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'subnets': [{'id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:39:10.984716 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-91300f75-3b34-4989-8b3c-2d4ffb24c28f tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:10.997625 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-91300f75-3b34-4989-8b3c-2d4ffb24c28f tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110862'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:11.044950 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91300f75-3b34-4989-8b3c-2d4ffb24c28f tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=596857bc-8c75-487e-9ba9-e5a4c0d76999,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:11.068199 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-91300f75-3b34-4989-8b3c-2d4ffb24c28f tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:11.075501 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-91300f75-3b34-4989-8b3c-2d4ffb24c28f tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3857255 Aug 30 18:39:11.076114 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0824afae-b836-40b3-9fd8-78d6626e09ca x-openstack-request-id: req-0824afae-b836-40b3-9fd8-78d6626e09ca {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:39:11.076273 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 52426) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:11.076410 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94dc9605-8563-4397-92c3-a8a946dfbb44", "tag": "730e07bd-a823-4b73-93cd-71fb533c12a4", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:39:11.076800 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0824afae-b836-40b3-9fd8-78d6626e09ca {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:39:11.077444 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94dc9605-8563-4397-92c3-a8a946dfbb44', 'tag': '730e07bd-a823-4b73-93cd-71fb533c12a4', 'status': 'completed', 'code': 200} Aug 30 18:39:11.087092 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-6b4cb32c-6ab6-4979-9d3a-90427b762715 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Request body: {'security_group_rule': {'security_group_id': 'a7d2eb65-29fb-4a30-8100-d3da47b7c4ee', 'project_id': '6008a41ab4874c52ad17d46420b022af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:39:11.168858 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6b4cb32c-6ab6-4979-9d3a-90427b762715 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:11.277677 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 52434) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:11.342716 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-421830cb-0c47-4467-b2c6-47f4b6ab5d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'name': 'tempest-TestMinimumBasicScenario-1725109495-router', 'tenant_id': '6008a41ab4874c52ad17d46420b022af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'd1003361-39c4-4730-935e-fa6ac2b0e3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:37:27Z', 'updated_at': '2021-08-30T18:37:35Z', 'revision_number': 4, 'project_id': '6008a41ab4874c52ad17d46420b022af', 'gw_port': {'id': 'd1003361-39c4-4730-935e-fa6ac2b0e3b4', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:37:29Z', 'updated_at': '2021-08-30T18:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_floatingips': [{'id': '43c658b7-f419-4666-8339-d2b5ac947bd0', 'tenant_id': '6008a41ab4874c52ad17d46420b022af', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'router_id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'port_id': '730e07bd-a823-4b73-93cd-71fb533c12a4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317c3337-65a4-4c10-bd8f-9fc41ffa1f67', 'mac_address': 'fa:16:3e:de:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94dc9605-8563-4397-92c3-a8a946dfbb44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:39:04Z', 'updated_at': '2021-08-30T18:39:04Z', 'revision_number': 0, 'project_id': '6008a41ab4874c52ad17d46420b022af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dcabb33-39c2-4c3d-95e6-fa11705df42c', 'name': '', 'network_id': '317c3337-65a4-4c10-bd8f-9fc41ffa1f67', 'tenant_id': '6008a41ab4874c52ad17d46420b022af', 'mac_address': 'fa:16:3e:0d:a4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8904e72d-4deb-4dc1-a762-e54940095cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:37:34Z', 'updated_at': '2021-08-30T18:37:44Z', 'revision_number': 5, 'project_id': '6008a41ab4874c52ad17d46420b022af', 'subnets': [{'id': '8904e72d-4deb-4dc1-a762-e54940095cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:39:11.376100 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 52438) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:11.379011 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-50610c44-9d88-4948-99f2-228a912f3c84 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:11.449619 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-50610c44-9d88-4948-99f2-228a912f3c84 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:11.475850 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421830cb-0c47-4467-b2c6-47f4b6ab5d56 None None] The sync data for ids ['bd3f4d09-5c02-431e-a537-6be7e043f3f9'] in dv-cinder-790492-12-iscsi is: [{'id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'name': 'tempest-TestMinimumBasicScenario-1725109495-router', 'tenant_id': '6008a41ab4874c52ad17d46420b022af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'd1003361-39c4-4730-935e-fa6ac2b0e3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:37:27Z', 'updated_at': '2021-08-30T18:37:35Z', 'revision_number': 4, 'project_id': '6008a41ab4874c52ad17d46420b022af', 'gw_port': {'id': 'd1003361-39c4-4730-935e-fa6ac2b0e3b4', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:37:29Z', 'updated_at': '2021-08-30T18:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_floatingips': [{'id': '43c658b7-f419-4666-8339-d2b5ac947bd0', 'tenant_id': '6008a41ab4874c52ad17d46420b022af', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'router_id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'port_id': '730e07bd-a823-4b73-93cd-71fb533c12a4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317c3337-65a4-4c10-bd8f-9fc41ffa1f67', 'mac_address': 'fa:16:3e:de:34:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94dc9605-8563-4397-92c3-a8a946dfbb44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:39:04Z', 'updated_at': '2021-08-30T18:39:04Z', 'revision_number': 0, 'project_id': '6008a41ab4874c52ad17d46420b022af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dcabb33-39c2-4c3d-95e6-fa11705df42c', 'name': '', 'network_id': '317c3337-65a4-4c10-bd8f-9fc41ffa1f67', 'tenant_id': '6008a41ab4874c52ad17d46420b022af', 'mac_address': 'fa:16:3e:0d:a4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8904e72d-4deb-4dc1-a762-e54940095cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:37:34Z', 'updated_at': '2021-08-30T18:37:44Z', 'revision_number': 5, 'project_id': '6008a41ab4874c52ad17d46420b022af', 'subnets': [{'id': '8904e72d-4deb-4dc1-a762-e54940095cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:39:11.478577 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c970e256-ed27-47ea-958c-83e2d18c484d None None] The sync data for ids ['7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'] in dv-cinder-790492-12-iscsi is: [{'id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1642375931-router', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:38Z', 'updated_at': '2021-08-30T18:33:47Z', 'revision_number': 4, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'gw_port': {'id': 'c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:40Z', 'updated_at': '2021-08-30T18:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '0e898370-f09c-46de-8880-2fd101cc074f', 'name': '', 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'mac_address': 'fa:16:3e:49:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:45Z', 'updated_at': '2021-08-30T18:34:09Z', 'revision_number': 5, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'subnets': [{'id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:39:11.702292 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-50610c44-9d88-4948-99f2-228a912f3c84 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:11.709132 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-50610c44-9d88-4948-99f2-228a912f3c84 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:11.716099 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-50610c44-9d88-4948-99f2-228a912f3c84 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "DELETE /v2.0/security-groups/faf07d4f-a0ce-47dc-9893-190456348455 HTTP/1.1" status: 204 len: 168 time: 0.4300566 Aug 30 18:39:11.721028 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 52444) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:11.816209 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50610c44-9d88-4948-99f2-228a912f3c84 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf07d4f-a0ce-47dc-9893-190456348455,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:11.990084 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.api.v2.resource [None req-de4c835e-7e39-41db-8195-eca83edd1d9d tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] show failed (client error): The resource could not be found. Aug 30 18:39:12.001840 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-de4c835e-7e39-41db-8195-eca83edd1d9d tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups/faf07d4f-a0ce-47dc-9893-190456348455 HTTP/1.1" status: 404 len: 347 time: 0.2121713 Aug 30 18:39:12.003173 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 52450) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:12.030886 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bbe13ccf-32a0-41fd-ad28-1c3124dd5c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:12.160374 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6b4cb32c-6ab6-4979-9d3a-90427b762715 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:12.173789 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6b4cb32c-6ab6-4979-9d3a-90427b762715 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110862'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:12.184627 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6165bb60-22b7-40dc-8d01-3ece08b66c2a None None] New status for floating IP 775df6d4-7bad-4144-bd9e-acd9fb51c41d: DOWN {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 18:39:12.269172 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4cb32c-6ab6-4979-9d3a-90427b762715 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c6c3ebf-d7cf-414a-9348-5b04711ae3ea,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:12.294662 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15088d99-97da-4909-b45e-ecf58adf95a2 None None] New status for floating IP 43c658b7-f419-4666-8339-d2b5ac947bd0: ACTIVE {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 18:39:12.326417 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0c00f-db05-411b-b44c-0187092310a2 req-3707db9c-2497-4928-971a-8eae648434a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:12.328241 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-27e0c00f-db05-411b-b44c-0187092310a2 req-3707db9c-2497-4928-971a-8eae648434a4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6008a41ab4874c52ad17d46420b022af&device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 1099 time: 1.1818492 Aug 30 18:39:12.490723 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bbe13ccf-32a0-41fd-ad28-1c3124dd5c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:12.500815 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bbe13ccf-32a0-41fd-ad28-1c3124dd5c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:12.505006 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6b4cb32c-6ab6-4979-9d3a-90427b762715 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:12.507868 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-6b4cb32c-6ab6-4979-9d3a-90427b762715 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4293511 Aug 30 18:39:12.511210 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 52456) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:12.521557 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-80fe7c14-fcfb-4ec2-8870-e25bffcd7a1b tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Request body: {'security_group_rule': {'security_group_id': 'a7d2eb65-29fb-4a30-8100-d3da47b7c4ee', 'project_id': '6008a41ab4874c52ad17d46420b022af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:39:12.584855 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-bbe13ccf-32a0-41fd-ad28-1c3124dd5c9e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=525eec4066f2473fb9bbb7375b7d9bac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1975036 Aug 30 18:39:12.589111 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 52460) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:12.591234 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe13ccf-32a0-41fd-ad28-1c3124dd5c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042c5a49-2784-4c76-a05d-f91c9f6003c2,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:12.611593 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.db.securitygroups_db [None req-80fe7c14-fcfb-4ec2-8870-e25bffcd7a1b tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Project 6008a41ab4874c52ad17d46420b022af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 18:39:12.629242 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-079e870a-be15-4ae0-85ef-43c39397985b tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Deleting port 0645b375-6653-4c3e-b48a-b677f465d273 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:39:12.629659 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-079e870a-be15-4ae0-85ef-43c39397985b tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:12.655505 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-80fe7c14-fcfb-4ec2-8870-e25bffcd7a1b tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:12.729562 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d7d89f29-9d85-4e70-80cf-d4db19c49fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:12.762560 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d7d89f29-9d85-4e70-80cf-d4db19c49fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:12.777359 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-079e870a-be15-4ae0-85ef-43c39397985b tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:12.778023 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-079e870a-be15-4ae0-85ef-43c39397985b tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:12.816011 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-079e870a-be15-4ae0-85ef-43c39397985b tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Calling delete_port for 0645b375-6653-4c3e-b48a-b677f465d273 owned by network:floatingip {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:39:12.856799 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d7d89f29-9d85-4e70-80cf-d4db19c49fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:12.862406 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d7d89f29-9d85-4e70-80cf-d4db19c49fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:12.864540 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-d7d89f29-9d85-4e70-80cf-d4db19c49fd2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/042c5a49-2784-4c76-a05d-f91c9f6003c2 HTTP/1.1" status: 204 len: 168 time: 0.2728040 Aug 30 18:39:12.918687 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-80fe7c14-fcfb-4ec2-8870-e25bffcd7a1b tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:12.938973 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-80fe7c14-fcfb-4ec2-8870-e25bffcd7a1b tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110862'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:12.942785 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d89f29-9d85-4e70-80cf-d4db19c49fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042c5a49-2784-4c76-a05d-f91c9f6003c2,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:13.022084 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe7c14-fcfb-4ec2-8870-e25bffcd7a1b tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79d6508c-99d8-4bf9-b06b-bd60925b8d5c,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:13.045638 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-80fe7c14-fcfb-4ec2-8870-e25bffcd7a1b tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:13.049531 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-80fe7c14-fcfb-4ec2-8870-e25bffcd7a1b tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5354407 Aug 30 18:39:13.059300 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 52474) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:13.067663 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-11959e45-a71e-4bea-a41e-7ccc29e4d200 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Request body: {'security_group_rule': {'security_group_id': 'a7d2eb65-29fb-4a30-8100-d3da47b7c4ee', 'project_id': '6008a41ab4874c52ad17d46420b022af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:39:13.120552 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.db.securitygroups_db [None req-11959e45-a71e-4bea-a41e-7ccc29e4d200 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Project 6008a41ab4874c52ad17d46420b022af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 18:39:13.136581 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-11959e45-a71e-4bea-a41e-7ccc29e4d200 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:13.443976 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-11959e45-a71e-4bea-a41e-7ccc29e4d200 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:13.464610 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-11959e45-a71e-4bea-a41e-7ccc29e4d200 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110862'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:13.540733 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-11959e45-a71e-4bea-a41e-7ccc29e4d200 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:13.543194 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-11959e45-a71e-4bea-a41e-7ccc29e4d200 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4821646 Aug 30 18:39:13.581764 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11959e45-a71e-4bea-a41e-7ccc29e4d200 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58cd9571-0248-4886-bee7-053f0c5886b2,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:13.619560 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-079e870a-be15-4ae0-85ef-43c39397985b tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:13.669206 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 52482) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:13.691921 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-17fdf082-0a62-4b65-b4e9-b08ace3543c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:13.705101 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e870a-be15-4ae0-85ef-43c39397985b tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Pushing event deleted for resources: {'Port': ['ID=0645b375-6653-4c3e-b48a-b677f465d273,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:13.740748 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0c00f-db05-411b-b44c-0187092310a2 req-9e524fd2-711b-4bc1-8c04-5a22b692de29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:13.742560 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-27e0c00f-db05-411b-b44c-0187092310a2 req-9e524fd2-711b-4bc1-8c04-5a22b692de29 service neutron] 10.222.0.39 "GET /v2.0/networks?id=317c3337-65a4-4c10-bd8f-9fc41ffa1f67 HTTP/1.1" status: 200 len: 915 time: 0.5104940 Aug 30 18:39:13.825809 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3fe5cb10-1df5-4a39-9394-6df307f57ac2 req-2ea10904-0a32-4568-9c48-4198cd6d1065 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-629344055&fields=id&tenant_id=6008a41ab4874c52ad17d46420b022af HTTP/1.1" status: 200 len: 267 time: 0.1681204 Aug 30 18:39:13.838377 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-079e870a-be15-4ae0-85ef-43c39397985b tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for floatingip, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:13.842316 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-079e870a-be15-4ae0-85ef-43c39397985b tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:13.844301 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-079e870a-be15-4ae0-85ef-43c39397985b tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "DELETE /v2.0/floatingips/775df6d4-7bad-4144-bd9e-acd9fb51c41d HTTP/1.1" status: 204 len: 168 time: 1.8097665 Aug 30 18:39:13.875554 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-17fdf082-0a62-4b65-b4e9-b08ace3543c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:13.882234 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-17fdf082-0a62-4b65-b4e9-b08ace3543c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:13.950760 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5cb10-1df5-4a39-9394-6df307f57ac2 req-cbed0125-b0d7-44d2-93ac-7d5716f5058a tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:13.952823 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3fe5cb10-1df5-4a39-9394-6df307f57ac2 req-cbed0125-b0d7-44d2-93ac-7d5716f5058a tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 946 time: 0.1070681 Aug 30 18:39:13.954805 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fdf082-0a62-4b65-b4e9-b08ace3543c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33011b22-4116-4e7b-a476-af3cb7ec2d1e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:13.964876 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-17fdf082-0a62-4b65-b4e9-b08ace3543c3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6f2480e0167141618d0ac8db392dcade&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939389 Aug 30 18:39:13.969473 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 52486) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:13.981534 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-3fe5cb10-1df5-4a39-9394-6df307f57ac2 req-0544111b-e734-4b67-b6fe-a3621b4600eb tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Request body: {'port': {'security_groups': ['5f838cc2-e564-47e1-89da-a5c8a209b91f', 'a7d2eb65-29fb-4a30-8100-d3da47b7c4ee']}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:39:14.072515 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-baf1c3e9-578d-461f-877d-c2c983f8b24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:14.115521 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-baf1c3e9-578d-461f-877d-c2c983f8b24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:14.162085 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3fe5cb10-1df5-4a39-9394-6df307f57ac2 req-0544111b-e734-4b67-b6fe-a3621b4600eb tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:14.209942 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-baf1c3e9-578d-461f-877d-c2c983f8b24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:14.214773 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-baf1c3e9-578d-461f-877d-c2c983f8b24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:14.216793 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-baf1c3e9-578d-461f-877d-c2c983f8b24d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/33011b22-4116-4e7b-a476-af3cb7ec2d1e HTTP/1.1" status: 204 len: 168 time: 0.2454178 Aug 30 18:39:14.223043 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-27e0c00f-db05-411b-b44c-0187092310a2 req-2a055eb3-9ba1-4030-af17-e54e585d7355 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=730e07bd-a823-4b73-93cd-71fb533c12a4 HTTP/1.1" status: 200 len: 1002 time: 0.1319072 Aug 30 18:39:14.233406 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1c3e9-578d-461f-877d-c2c983f8b24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33011b22-4116-4e7b-a476-af3cb7ec2d1e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:14.265798 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 52492) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:14.271513 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-609d66ca-e2db-4c70-b0d6-5fa71a2336ca tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--220325420', 'description': 'tempest-description--1760931888'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:39:14.302235 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-609d66ca-e2db-4c70-b0d6-5fa71a2336ca tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:14.444221 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-609d66ca-e2db-4c70-b0d6-5fa71a2336ca tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:14.450185 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-609d66ca-e2db-4c70-b0d6-5fa71a2336ca tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:14.471354 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-3fe5cb10-1df5-4a39-9394-6df307f57ac2 req-0544111b-e734-4b67-b6fe-a3621b4600eb tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] For port 730e07bd-a823-4b73-93cd-71fb533c12a4, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=730e07bd-a823-4b73-93cd-71fb533c12a4,segment=NetworkSegment(34c5a00e-2756-4d19-8008-32900dad1a1d),segment_id=34c5a00e-2756-4d19-8008-32900dad1a1d)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:39:14.505510 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-609d66ca-e2db-4c70-b0d6-5fa71a2336ca tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:14.507777 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-609d66ca-e2db-4c70-b0d6-5fa71a2336ca tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2404258 Aug 30 18:39:14.513233 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 52494) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:14.521892 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-d9c057a2-ff0a-47f7-b1a6-cec5f5d72e52 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Request body: {'security_group_rule': {'security_group_id': '55cd103a-621c-4535-9a7a-560996cf60c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:39:14.527577 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3fe5cb10-1df5-4a39-9394-6df307f57ac2 req-0544111b-e734-4b67-b6fe-a3621b4600eb tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:14.548577 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3fe5cb10-1df5-4a39-9394-6df307f57ac2 req-0544111b-e734-4b67-b6fe-a3621b4600eb tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449046'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:14.552176 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d66ca-e2db-4c70-b0d6-5fa71a2336ca tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55cd103a-621c-4535-9a7a-560996cf60c8,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:14.626005 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d9c057a2-ff0a-47f7-b1a6-cec5f5d72e52 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:14.660344 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5cb10-1df5-4a39-9394-6df307f57ac2 req-0544111b-e734-4b67-b6fe-a3621b4600eb tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:14.661483 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3fe5cb10-1df5-4a39-9394-6df307f57ac2 req-0544111b-e734-4b67-b6fe-a3621b4600eb tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:14.663926 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3fe5cb10-1df5-4a39-9394-6df307f57ac2 req-0544111b-e734-4b67-b6fe-a3621b4600eb tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "PUT /v2.0/ports/730e07bd-a823-4b73-93cd-71fb533c12a4 HTTP/1.1" status: 200 len: 982 time: 0.6932952 Aug 30 18:39:14.664959 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94dc9605-8563-4397-92c3-a8a946dfbb44', 'tag': '730e07bd-a823-4b73-93cd-71fb533c12a4'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:39:14.674550 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8599df2d-ae6a-48b2-b004-bffc8b2894c2" -d '{"events": [{"name": "network-changed", "server_uuid": "94dc9605-8563-4397-92c3-a8a946dfbb44", "tag": "730e07bd-a823-4b73-93cd-71fb533c12a4"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:39:14.716605 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544111b-e734-4b67-b6fe-a3621b4600eb tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Pushing event updated for resources: {'Port': ['ID=730e07bd-a823-4b73-93cd-71fb533c12a4,revision_number=6']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:14.763877 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cfea8f-f40d-48ab-a3f1-bfac50044922 x-openstack-request-id: req-44cfea8f-f40d-48ab-a3f1-bfac50044922 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:39:14.764343 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94dc9605-8563-4397-92c3-a8a946dfbb44", "tag": "730e07bd-a823-4b73-93cd-71fb533c12a4", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:39:14.764726 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-44cfea8f-f40d-48ab-a3f1-bfac50044922 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:39:14.765535 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94dc9605-8563-4397-92c3-a8a946dfbb44', 'tag': '730e07bd-a823-4b73-93cd-71fb533c12a4', 'status': 'completed', 'code': 200} Aug 30 18:39:14.797325 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d9c057a2-ff0a-47f7-b1a6-cec5f5d72e52 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:14.806870 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d9c057a2-ff0a-47f7-b1a6-cec5f5d72e52 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110862'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:14.891015 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c057a2-ff0a-47f7-b1a6-cec5f5d72e52 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd15c9da-3626-437c-9f66-bfce2925c52d,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:14.903174 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d9c057a2-ff0a-47f7-b1a6-cec5f5d72e52 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:14.909473 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 52508) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:14.909739 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-d9c057a2-ff0a-47f7-b1a6-cec5f5d72e52 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3946464 Aug 30 18:39:14.921434 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-af6ead2a-7591-4597-8178-f754bcd02a6a tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Request body: {'security_group_rule': {'security_group_id': '55cd103a-621c-4535-9a7a-560996cf60c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:39:14.942425 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314561e-e7ec-455b-8ad1-f900cf14781a req-870ca965-3a91-44d0-9cf6-7fa392895193 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:14.945211 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5314561e-e7ec-455b-8ad1-f900cf14781a req-870ca965-3a91-44d0-9cf6-7fa392895193 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 985 time: 0.1309905 Aug 30 18:39:14.991502 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-af6ead2a-7591-4597-8178-f754bcd02a6a tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:15.040567 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5314561e-e7ec-455b-8ad1-f900cf14781a req-b01b980e-ba9f-4613-b289-3e51a0c07752 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&id=a7d2eb65-29fb-4a30-8100-d3da47b7c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0787220 Aug 30 18:39:15.107850 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-af6ead2a-7591-4597-8178-f754bcd02a6a tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:15.118540 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-af6ead2a-7591-4597-8178-f754bcd02a6a tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110862'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:15.146716 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c04defc5-1e72-4928-a034-b013bafcbc4a None None] Provisioning complete for port 730e07bd-a823-4b73-93cd-71fb533c12a4 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:39:15.146716 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c04defc5-1e72-4928-a034-b013bafcbc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:15.235280 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['730e07bd-a823-4b73-93cd-71fb533c12a4'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:39:15.238030 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ead2a-7591-4597-8178-f754bcd02a6a tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27db56bb-8179-4621-9e35-30858aecbfee,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:15.246318 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-af6ead2a-7591-4597-8178-f754bcd02a6a tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:15.252213 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-af6ead2a-7591-4597-8178-f754bcd02a6a tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3359776 Aug 30 18:39:15.252512 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 52518) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:15.257932 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-72579fba-e0b3-4a96-a738-17cdbb94151f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Request body: {'floatingip': {'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:39:15.277988 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0c00f-db05-411b-b44c-0187092310a2 req-cc9e01db-f5d4-4a5c-b32f-e6112fcb8176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:15.282359 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-27e0c00f-db05-411b-b44c-0187092310a2 req-cc9e01db-f5d4-4a5c-b32f-e6112fcb8176 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8904e72d-4deb-4dc1-a762-e54940095cf8 HTTP/1.1" status: 200 len: 854 time: 0.1529877 Aug 30 18:39:15.288831 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-72579fba-e0b3-4a96-a738-17cdbb94151f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:15.388014 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0c00f-db05-411b-b44c-0187092310a2 req-e2deb3f8-8839-482a-bed6-bb82f7479373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:15.393214 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-27e0c00f-db05-411b-b44c-0187092310a2 req-e2deb3f8-8839-482a-bed6-bb82f7479373 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=317c3337-65a4-4c10-bd8f-9fc41ffa1f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0976615 Aug 30 18:39:15.477820 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['730e07bd-a823-4b73-93cd-71fb533c12a4'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:39:15.549266 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-72579fba-e0b3-4a96-a738-17cdbb94151f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:15.590205 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-27e0c00f-db05-411b-b44c-0187092310a2 req-6d12ad37-6c36-4f4c-b0c0-339ba6910d3d service neutron] 10.222.0.39 "GET /v2.0/networks/317c3337-65a4-4c10-bd8f-9fc41ffa1f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884608 Aug 30 18:39:15.793543 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-27e0c00f-db05-411b-b44c-0187092310a2 req-60f7b6b9-d482-420f-b2e5-958ac8bd0f98 service neutron] 10.222.0.39 "GET /v2.0/networks/317c3337-65a4-4c10-bd8f-9fc41ffa1f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928144 Aug 30 18:39:15.863906 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-72579fba-e0b3-4a96-a738-17cdbb94151f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Allocated IP 172.27.3.114 (56c1e305-917b-4e98-a569-d57cdf415d5e/eb15dae3-e857-40c0-90c2-88f2d8bfe547/da577bcb-3548-45db-85e5-2572bbd9b71a) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:39:16.038964 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599df2d-ae6a-48b2-b004-bffc8b2894c2 req-fc0fe3ad-b3c5-49dc-af88-7928d1370aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:16.038964 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-8599df2d-ae6a-48b2-b004-bffc8b2894c2 req-fc0fe3ad-b3c5-49dc-af88-7928d1370aec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6008a41ab4874c52ad17d46420b022af&device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 1138 time: 0.1180897 Aug 30 18:39:16.214327 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599df2d-ae6a-48b2-b004-bffc8b2894c2 req-c47d1f0b-2c6c-414d-84b0-936404c1190a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:16.214327 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-8599df2d-ae6a-48b2-b004-bffc8b2894c2 req-c47d1f0b-2c6c-414d-84b0-936404c1190a service neutron] 10.222.0.39 "GET /v2.0/networks?id=317c3337-65a4-4c10-bd8f-9fc41ffa1f67 HTTP/1.1" status: 200 len: 915 time: 0.1632748 Aug 30 18:39:16.214704 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-72579fba-e0b3-4a96-a738-17cdbb94151f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:16.364634 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-8599df2d-ae6a-48b2-b004-bffc8b2894c2 req-a2bcaaa4-15de-4b64-b02c-4ca027a9633c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=730e07bd-a823-4b73-93cd-71fb533c12a4 HTTP/1.1" status: 200 len: 1002 time: 0.1443009 Aug 30 18:39:16.366335 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-72579fba-e0b3-4a96-a738-17cdbb94151f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041865'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:16.417131 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72579fba-e0b3-4a96-a738-17cdbb94151f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Network 56c1e305-917b-4e98-a569-d57cdf415d5e is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:39:16.421448 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-72579fba-e0b3-4a96-a738-17cdbb94151f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:39:16.433707 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72579fba-e0b3-4a96-a738-17cdbb94151f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:39:16.557672 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599df2d-ae6a-48b2-b004-bffc8b2894c2 req-ee517996-50c8-4c97-ab9d-4dbd55b7c633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:16.563725 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-8599df2d-ae6a-48b2-b004-bffc8b2894c2 req-ee517996-50c8-4c97-ab9d-4dbd55b7c633 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8904e72d-4deb-4dc1-a762-e54940095cf8 HTTP/1.1" status: 200 len: 854 time: 0.1816392 Aug 30 18:39:16.647541 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72579fba-e0b3-4a96-a738-17cdbb94151f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Pushing event updated for resources: {'Port': ['ID=da577bcb-3548-45db-85e5-2572bbd9b71a,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:16.737766 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599df2d-ae6a-48b2-b004-bffc8b2894c2 req-f88e0016-eebe-4a61-8c81-a69dd3cd3cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:16.741274 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-8599df2d-ae6a-48b2-b004-bffc8b2894c2 req-f88e0016-eebe-4a61-8c81-a69dd3cd3cc7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=317c3337-65a4-4c10-bd8f-9fc41ffa1f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1675172 Aug 30 18:39:16.786598 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-72579fba-e0b3-4a96-a738-17cdbb94151f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:16.857919 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-72579fba-e0b3-4a96-a738-17cdbb94151f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:16.950823 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-8599df2d-ae6a-48b2-b004-bffc8b2894c2 req-95fb885f-f05e-4201-a3de-0ef2e986d1a2 service neutron] 10.222.0.39 "GET /v2.0/networks/317c3337-65a4-4c10-bd8f-9fc41ffa1f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012653 Aug 30 18:39:17.134155 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-8599df2d-ae6a-48b2-b004-bffc8b2894c2 req-5ec7f4ab-1c67-4315-83fe-39caa9e657d3 service neutron] 10.222.0.39 "GET /v2.0/networks/317c3337-65a4-4c10-bd8f-9fc41ffa1f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730342 Aug 30 18:39:17.202364 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-72579fba-e0b3-4a96-a738-17cdbb94151f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:17.211058 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-72579fba-e0b3-4a96-a738-17cdbb94151f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9041872'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:17.411552 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72579fba-e0b3-4a96-a738-17cdbb94151f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Pushing event updated for resources: {'Port': ['ID=da577bcb-3548-45db-85e5-2572bbd9b71a,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:17.451150 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcae969-4860-4fd7-93a0-358652119893 req-ab9f4293-813f-404b-9fa4-28945e892b9d tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:17.452933 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8bcae969-4860-4fd7-93a0-358652119893 req-ab9f4293-813f-404b-9fa4-28945e892b9d tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 945 time: 0.1582069 Aug 30 18:39:17.453845 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-72579fba-e0b3-4a96-a738-17cdbb94151f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120221'] for floatingip, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:17.493788 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-72579fba-e0b3-4a96-a738-17cdbb94151f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:17.495792 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-72579fba-e0b3-4a96-a738-17cdbb94151f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2418361 Aug 30 18:39:17.549873 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8bcae969-4860-4fd7-93a0-358652119893 req-a940d892-1aa9-45f8-b3ae-4ad308970e11 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854871 Aug 30 18:39:17.856359 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-0715983c-5ba4-49d9-8f8a-5802e08f34b4 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--220325420&fields=id&tenant_id=d89643519bc34769a45d10e5754b227b HTTP/1.1" status: 200 len: 267 time: 0.0527875 Aug 30 18:39:18.020754 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-009d4c45-f029-4386-b32f-18d35b86b4b0 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:18.022882 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-009d4c45-f029-4386-b32f-18d35b86b4b0 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/networks?id=6fc39c71-5951-46b8-8518-6e7081e1cda3 HTTP/1.1" status: 200 len: 817 time: 0.1526647 Aug 30 18:39:18.045618 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-a24b9d34-e76a-419b-842e-2d18c58f4971 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/quotas/d89643519bc34769a45d10e5754b227b HTTP/1.1" status: 200 len: 375 time: 0.0122843 Aug 30 18:39:18.153084 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-e91502a1-3f60-442b-883d-c08ad8797d0d tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d89643519bc34769a45d10e5754b227b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0952945 Aug 30 18:39:18.479335 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-1d24dc5e-7a08-4740-9788-60b03dfcc2d6 service neutron] 10.222.0.46 "GET /v2.0/networks/6fc39c71-5951-46b8-8518-6e7081e1cda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952690 Aug 30 18:39:18.623447 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-59a38a26-09d4-433a-8f70-2d991118ec98 service neutron] 10.222.0.46 "GET /v2.0/networks/6fc39c71-5951-46b8-8518-6e7081e1cda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362698 Aug 30 18:39:18.763846 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbfe90-ee65-4c41-8154-e68b22249063 req-b029f49f-c763-4dde-ac3e-f005459d237f tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:18.766670 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-52cbfe90-ee65-4c41-8154-e68b22249063 req-b029f49f-c763-4dde-ac3e-f005459d237f tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 945 time: 0.0812743 Aug 30 18:39:18.834877 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-52cbfe90-ee65-4c41-8154-e68b22249063 req-1aab2258-769d-42c2-8ead-ad922925e48f tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505886 Aug 30 18:39:18.913157 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-cb2a3aa3-6665-4efc-a1cd-a9a76c27b40e req-36a38e98-6851-48b4-a5b3-a59a6f82f611 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 210 time: 0.0512674 Aug 30 18:39:19.827982 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['730e07bd-a823-4b73-93cd-71fb533c12a4'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:39:19.904830 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b18c92d3-647d-4b73-86d7-a5aa8b363be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:20.126808 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250a426-e2df-4fdf-9c71-9133ef86d2ee req-2f2e1f72-4e7e-472c-805f-bd8e829c4c5e tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:20.147652 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4250a426-e2df-4fdf-9c71-9133ef86d2ee req-2f2e1f72-4e7e-472c-805f-bd8e829c4c5e tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 945 time: 0.1498930 Aug 30 18:39:20.199081 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2a1393c7-6a0f-46bc-83f4-a9fae022ffff req-1a676cbf-9580-4614-abcd-629eac53e2fb tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 210 time: 0.0825241 Aug 30 18:39:20.260584 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4250a426-e2df-4fdf-9c71-9133ef86d2ee req-343e31ca-b531-4722-92d8-e972b4b70c56 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115232 Aug 30 18:39:21.091779 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-8fd1b759-6577-4955-9a3a-2e9167ed4751 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:21.093330 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-8fd1b759-6577-4955-9a3a-2e9167ed4751 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.39 "GET /v2.0/networks?id=6fc39c71-5951-46b8-8518-6e7081e1cda3 HTTP/1.1" status: 200 len: 817 time: 0.1974406 Aug 30 18:39:21.173090 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-0f489b1b-654d-44f3-a418-c7c9a40ce76a tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d89643519bc34769a45d10e5754b227b HTTP/1.1" status: 200 len: 379 time: 0.0515385 Aug 30 18:39:21.192413 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-3afa822b-646a-46dd-b143-7139a519366f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Request body: {'port': {'device_id': '7067d2e3-00cd-4ccb-b05c-58830da75e82', 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3', 'admin_state_up': True, 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'security_groups': ['55cd103a-621c-4535-9a7a-560996cf60c8']}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:39:21.408652 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f5fb08a0-f9a6-4dc8-ae47-cb9fde5aa5c3 req-aa4521b3-88f3-4216-9020-fdea0a0666df tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 210 time: 0.0622928 Aug 30 18:39:21.463895 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-3afa822b-646a-46dd-b143-7139a519366f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Made reservation on behalf of d89643519bc34769a45d10e5754b227b for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:39:21.470680 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-3afa822b-646a-46dd-b143-7139a519366f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:21.522792 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d6d3e-0a94-4482-b45e-99ae4e5011bd req-5b344e27-b154-434e-9b65-c6b0f85868fc tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:21.524337 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-081d6d3e-0a94-4482-b45e-99ae4e5011bd req-5b344e27-b154-434e-9b65-c6b0f85868fc tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 945 time: 0.1167340 Aug 30 18:39:21.626925 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-081d6d3e-0a94-4482-b45e-99ae4e5011bd req-e2294b1f-a9c6-48b3-8f59-830b2e5fc761 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895786 Aug 30 18:39:21.736660 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-3afa822b-646a-46dd-b143-7139a519366f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Allocated IP 172.20.0.7 (6fc39c71-5951-46b8-8518-6e7081e1cda3/e547c2a0-76a1-4c05-919d-55422e695ce0/f4098cc1-c3d7-4050-8233-8389cb849f6e) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:39:21.971965 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-3afa822b-646a-46dd-b143-7139a519366f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:21.987698 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-3afa822b-646a-46dd-b143-7139a519366f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Transition to ACTIVE for port object f4098cc1-c3d7-4050-8233-8389cb849f6e will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:39:22.042023 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-3afa822b-646a-46dd-b143-7139a519366f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:22.139691 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-3afa822b-646a-46dd-b143-7139a519366f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Network 6fc39c71-5951-46b8-8518-6e7081e1cda3 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:39:22.146187 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-3afa822b-646a-46dd-b143-7139a519366f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:39:22.153924 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-3afa822b-646a-46dd-b143-7139a519366f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:39:22.161690 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa822b-646a-46dd-b143-7139a519366f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Pushing event updated for resources: {'Port': ['ID=f4098cc1-c3d7-4050-8233-8389cb849f6e,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:22.248001 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-3afa822b-646a-46dd-b143-7139a519366f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:22.249169 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-3afa822b-646a-46dd-b143-7139a519366f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:22.270544 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-3afa822b-646a-46dd-b143-7139a519366f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0829241 Aug 30 18:39:22.295837 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-76882b08-bcef-4179-a629-98a477ffe80d service neutron] Request body: {'port': {'device_id': '7067d2e3-00cd-4ccb-b05c-58830da75e82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:39:22.404736 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-76882b08-bcef-4179-a629-98a477ffe80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:22.518479 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-83218f92-8770-447d-be2b-632cf6e3d1b4 None None] Provisioning for port f4098cc1-c3d7-4050-8233-8389cb849f6e completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:39:22.529761 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-83218f92-8770-447d-be2b-632cf6e3d1b4 None None] Provisioning complete for port f4098cc1-c3d7-4050-8233-8389cb849f6e triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:39:22.530841 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-83218f92-8770-447d-be2b-632cf6e3d1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:22.608823 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-83218f92-8770-447d-be2b-632cf6e3d1b4 None None] Port f4098cc1-c3d7-4050-8233-8389cb849f6e cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:39:22.868418 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0af4a6-dd1f-42dc-80f8-d1a31baa10fc req-b14ec550-5fbe-496f-989d-a84c78db1d90 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:22.872370 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bc0af4a6-dd1f-42dc-80f8-d1a31baa10fc req-b14ec550-5fbe-496f-989d-a84c78db1d90 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 945 time: 0.1094244 Aug 30 18:39:22.945589 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bc0af4a6-dd1f-42dc-80f8-d1a31baa10fc req-ca07387f-2873-41f4-b6ce-91ea1f1d0cfd tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599952 Aug 30 18:39:22.949390 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b09a69-ecaa-4f0c-b13b-5291f316a7cb req-b93c129c-7df4-475a-a916-43574b573fd4 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:22.951989 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-e4b09a69-ecaa-4f0c-b13b-5291f316a7cb req-b93c129c-7df4-475a-a916-43574b573fd4 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 931 time: 0.1442461 Aug 30 18:39:23.208354 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-e4b09a69-ecaa-4f0c-b13b-5291f316a7cb req-7f591764-f5d2-49a6-9019-d79cab0745a2 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667461 Aug 30 18:39:23.244920 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3389ff9c-2272-4b27-9a1f-00269568798a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:23.355871 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:23.462623 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-76882b08-bcef-4179-a629-98a477ffe80d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4098cc1-c3d7-4050-8233-8389cb849f6e {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:39:23.476312 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-76882b08-bcef-4179-a629-98a477ffe80d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:23.503731 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-76882b08-bcef-4179-a629-98a477ffe80d service neutron] Transition to ACTIVE for port object f4098cc1-c3d7-4050-8233-8389cb849f6e will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:39:23.510642 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-76882b08-bcef-4179-a629-98a477ffe80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449046'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:23.657126 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76882b08-bcef-4179-a629-98a477ffe80d service neutron] Pushing event updated for resources: {'Port': ['ID=f4098cc1-c3d7-4050-8233-8389cb849f6e,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:23.722023 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-76882b08-bcef-4179-a629-98a477ffe80d service neutron] Attempting to bind port f4098cc1-c3d7-4050-8233-8389cb849f6e on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:39:23.722279 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-76882b08-bcef-4179-a629-98a477ffe80d service neutron] Attempting to bind port f4098cc1-c3d7-4050-8233-8389cb849f6e by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '40eb1e85-c7e6-44b5-807d-b44964a5af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:39:23.722583 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-76882b08-bcef-4179-a629-98a477ffe80d service neutron] Attempting to bind port f4098cc1-c3d7-4050-8233-8389cb849f6e on network 6fc39c71-5951-46b8-8518-6e7081e1cda3 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:39:23.728993 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-76882b08-bcef-4179-a629-98a477ffe80d service neutron] Port f4098cc1-c3d7-4050-8233-8389cb849f6e on network 6fc39c71-5951-46b8-8518-6e7081e1cda3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:39:23.729548 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-76882b08-bcef-4179-a629-98a477ffe80d service neutron] Attempting to bind port f4098cc1-c3d7-4050-8233-8389cb849f6e on network 6fc39c71-5951-46b8-8518-6e7081e1cda3 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:39:23.738637 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-76882b08-bcef-4179-a629-98a477ffe80d service neutron] Checking agent: {'id': '7d13e2b4-65d8-4093-b4fc-5ca6c835aab8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'started_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:39:23.739214 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-76882b08-bcef-4179-a629-98a477ffe80d service neutron] Checking segment: {'id': '40eb1e85-c7e6-44b5-807d-b44964a5af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:39:23.739868 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-76882b08-bcef-4179-a629-98a477ffe80d service neutron] Bound using segment: {'id': '40eb1e85-c7e6-44b5-807d-b44964a5af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:39:23.740674 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-76882b08-bcef-4179-a629-98a477ffe80d service neutron] Bound port: f4098cc1-c3d7-4050-8233-8389cb849f6e, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40eb1e85-c7e6-44b5-807d-b44964a5af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:39:23.741214 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-76882b08-bcef-4179-a629-98a477ffe80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:23.861919 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-76882b08-bcef-4179-a629-98a477ffe80d service neutron] For port f4098cc1-c3d7-4050-8233-8389cb849f6e, host hv-cinder-79049, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:39:23.868725 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-76882b08-bcef-4179-a629-98a477ffe80d service neutron] For port f4098cc1-c3d7-4050-8233-8389cb849f6e, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4098cc1-c3d7-4050-8233-8389cb849f6e,segment=NetworkSegment(40eb1e85-c7e6-44b5-807d-b44964a5af9c),segment_id=40eb1e85-c7e6-44b5-807d-b44964a5af9c)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:39:23.875392 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-76882b08-bcef-4179-a629-98a477ffe80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449046'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:23.946898 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-76882b08-bcef-4179-a629-98a477ffe80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:23.947874 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-76882b08-bcef-4179-a629-98a477ffe80d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:23.950599 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-76882b08-bcef-4179-a629-98a477ffe80d service neutron] 10.222.0.39 "PUT /v2.0/ports/f4098cc1-c3d7-4050-8233-8389cb849f6e HTTP/1.1" status: 200 len: 1093 time: 1.6638446 Aug 30 18:39:23.954455 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7067d2e3-00cd-4ccb-b05c-58830da75e82', 'tag': 'f4098cc1-c3d7-4050-8233-8389cb849f6e'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:39:23.958508 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15221ba8-0d43-4155-b6f2-55286eca7895" -d '{"events": [{"name": "network-changed", "server_uuid": "7067d2e3-00cd-4ccb-b05c-58830da75e82", "tag": "f4098cc1-c3d7-4050-8233-8389cb849f6e"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:39:24.023084 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:24.103643 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76882b08-bcef-4179-a629-98a477ffe80d service neutron] Pushing event updated for resources: {'Port': ['ID=f4098cc1-c3d7-4050-8233-8389cb849f6e,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:24.200796 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-fbee5184-8226-4312-b9ea-34b5b4f39bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:24.203882 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-fbee5184-8226-4312-b9ea-34b5b4f39bd2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d89643519bc34769a45d10e5754b227b&device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 1096 time: 0.1553485 Aug 30 18:39:24.238936 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af085dce-df7f-406b-8bb8-268e6a811d86 req-f0b88b49-f022-452e-ae12-a80677b57286 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:24.242001 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-af085dce-df7f-406b-8bb8-268e6a811d86 req-f0b88b49-f022-452e-ae12-a80677b57286 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 945 time: 0.1285651 Aug 30 18:39:24.332635 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43e8fb8-cf89-4fab-a2e0-ce3a54607e3c x-openstack-request-id: req-b43e8fb8-cf89-4fab-a2e0-ce3a54607e3c {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:39:24.333102 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7067d2e3-00cd-4ccb-b05c-58830da75e82", "tag": "f4098cc1-c3d7-4050-8233-8389cb849f6e", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:39:24.333518 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b43e8fb8-cf89-4fab-a2e0-ce3a54607e3c {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:39:24.334162 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7067d2e3-00cd-4ccb-b05c-58830da75e82', 'tag': 'f4098cc1-c3d7-4050-8233-8389cb849f6e', 'status': 'completed', 'code': 200} Aug 30 18:39:24.337041 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-f73f53cd-e36e-401d-8ab6-b72adf1fe668 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4098cc1-c3d7-4050-8233-8389cb849f6e HTTP/1.1" status: 200 len: 217 time: 0.0933011 Aug 30 18:39:24.436751 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-af085dce-df7f-406b-8bb8-268e6a811d86 req-c678dc77-b353-422b-abf9-2a6dda8239e4 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130848 Aug 30 18:39:24.446103 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-8a5e1e0d-7d7f-4415-9cb7-15d9e0b336f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:24.449883 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-8a5e1e0d-7d7f-4415-9cb7-15d9e0b336f3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e547c2a0-76a1-4c05-919d-55422e695ce0 HTTP/1.1" status: 200 len: 856 time: 0.0910482 Aug 30 18:39:24.538557 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e651ba-e144-403f-9e1f-d4993757d672 req-c18b7b0d-1424-4389-8e9b-17006ccf7c18 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:24.542076 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-47e651ba-e144-403f-9e1f-d4993757d672 req-c18b7b0d-1424-4389-8e9b-17006ccf7c18 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 943 time: 0.1230338 Aug 30 18:39:24.560234 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-ff2a62ca-2de8-4f7d-8361-372242d770ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:24.563474 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-ff2a62ca-2de8-4f7d-8361-372242d770ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6fc39c71-5951-46b8-8518-6e7081e1cda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1017890 Aug 30 18:39:24.624919 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-47e651ba-e144-403f-9e1f-d4993757d672 req-f8690a8c-e0a6-4135-bf65-baff32781b63 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704052 Aug 30 18:39:24.753528 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-84acfc39-44d2-46d6-8fb1-8e2ef6bd5655 service neutron] 10.222.0.39 "GET /v2.0/networks/6fc39c71-5951-46b8-8518-6e7081e1cda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778536 Aug 30 18:39:24.966002 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ae4692a5-8d43-4ae0-ad7e-7f0f2967e99c req-4590d548-bef8-4bf7-89a6-f4e2c1a40cec service neutron] 10.222.0.39 "GET /v2.0/networks/6fc39c71-5951-46b8-8518-6e7081e1cda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034891 Aug 30 18:39:25.170876 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15221ba8-0d43-4155-b6f2-55286eca7895 req-f08fd38f-7b46-48c5-bfd2-79a3f1a887bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:25.172592 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-15221ba8-0d43-4155-b6f2-55286eca7895 req-f08fd38f-7b46-48c5-bfd2-79a3f1a887bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d89643519bc34769a45d10e5754b227b&device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 1096 time: 0.0769193 Aug 30 18:39:25.331030 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15221ba8-0d43-4155-b6f2-55286eca7895 req-5de67b00-43c5-4e66-bff5-c233977b9345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:25.333162 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-15221ba8-0d43-4155-b6f2-55286eca7895 req-5de67b00-43c5-4e66-bff5-c233977b9345 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6fc39c71-5951-46b8-8518-6e7081e1cda3 HTTP/1.1" status: 200 len: 917 time: 0.1433318 Aug 30 18:39:25.392505 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-15221ba8-0d43-4155-b6f2-55286eca7895 req-9615fd94-f8fe-41c3-a395-407ede2b4c76 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4098cc1-c3d7-4050-8233-8389cb849f6e HTTP/1.1" status: 200 len: 217 time: 0.0458801 Aug 30 18:39:25.488576 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15221ba8-0d43-4155-b6f2-55286eca7895 req-53590386-b93f-42a7-ae28-12bed6fdf130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:25.491624 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-15221ba8-0d43-4155-b6f2-55286eca7895 req-53590386-b93f-42a7-ae28-12bed6fdf130 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e547c2a0-76a1-4c05-919d-55422e695ce0 HTTP/1.1" status: 200 len: 856 time: 0.0770166 Aug 30 18:39:25.559035 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15221ba8-0d43-4155-b6f2-55286eca7895 req-29979319-bc28-4787-9515-0e0cc862fcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:25.560966 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-15221ba8-0d43-4155-b6f2-55286eca7895 req-29979319-bc28-4787-9515-0e0cc862fcfa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6fc39c71-5951-46b8-8518-6e7081e1cda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0589881 Aug 30 18:39:25.650056 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab620e0-b28d-4311-81b4-3bc3d227b195 req-59d77a12-6a5c-4f70-90b5-04da21901f38 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:25.652577 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-eab620e0-b28d-4311-81b4-3bc3d227b195 req-59d77a12-6a5c-4f70-90b5-04da21901f38 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 945 time: 0.0799518 Aug 30 18:39:25.732303 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-15221ba8-0d43-4155-b6f2-55286eca7895 req-3a8d894b-ce5e-4cda-a4e5-0dfc2d6f0e2f service neutron] 10.222.0.39 "GET /v2.0/networks/6fc39c71-5951-46b8-8518-6e7081e1cda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624215 Aug 30 18:39:25.733223 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-eab620e0-b28d-4311-81b4-3bc3d227b195 req-bc1f4c40-8347-4e90-bbb5-c14bd062a099 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637984 Aug 30 18:39:25.745588 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:25.948593 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9881e-80d0-417f-a193-6ad853888251 req-ca8c5470-5fb6-4ca2-85d0-f79954a23cad tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:25.950246 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-92d9881e-80d0-417f-a193-6ad853888251 req-ca8c5470-5fb6-4ca2-85d0-f79954a23cad tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 943 time: 0.1361310 Aug 30 18:39:25.957757 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-15221ba8-0d43-4155-b6f2-55286eca7895 req-2bfb16b6-da3f-4fe5-85e6-7d3ed4b239b6 service neutron] 10.222.0.39 "GET /v2.0/networks/6fc39c71-5951-46b8-8518-6e7081e1cda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914098 Aug 30 18:39:26.016768 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-92d9881e-80d0-417f-a193-6ad853888251 req-9b783904-73bc-4672-8f2e-5d1ec756841c tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552943 Aug 30 18:39:26.877940 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device f4098cc1-c3d7-4050-8233-8389cb849f6e details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:39:26.963916 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4d87d-3730-4789-8044-47d6b2b94826 req-864ca93d-2033-4bbe-b16e-5b52679ab4e4 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:26.966818 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-21f4d87d-3730-4789-8044-47d6b2b94826 req-864ca93d-2033-4bbe-b16e-5b52679ab4e4 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 945 time: 0.0941796 Aug 30 18:39:27.020135 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-21f4d87d-3730-4789-8044-47d6b2b94826 req-e99e9d96-b1dc-48dd-80fa-3597e412ea34 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436320 Aug 30 18:39:27.039952 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port f4098cc1-c3d7-4050-8233-8389cb849f6e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4098cc1-c3d7-4050-8233-8389cb849f6e,segment=NetworkSegment(40eb1e85-c7e6-44b5-807d-b44964a5af9c),segment_id=40eb1e85-c7e6-44b5-807d-b44964a5af9c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:39:27.055796 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Returning: {'device': 'f4098cc1-c3d7-4050-8233-8389cb849f6e', 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3', 'port_id': 'f4098cc1-c3d7-4050-8233-8389cb849f6e', 'mac_address': 'fa:16:3e:9f:87:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:39:27.117119 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:27.144394 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4098cc1-c3d7-4050-8233-8389cb849f6e {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:39:27.206840 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port f4098cc1-c3d7-4050-8233-8389cb849f6e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4098cc1-c3d7-4050-8233-8389cb849f6e,segment=NetworkSegment(40eb1e85-c7e6-44b5-807d-b44964a5af9c),segment_id=40eb1e85-c7e6-44b5-807d-b44964a5af9c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:39:27.218741 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:27.284158 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534be2a-da85-452b-8a86-69d260f640e5 req-5353b611-5a47-484b-af27-bfbfa742c093 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:27.288173 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1534be2a-da85-452b-8a86-69d260f640e5 req-5353b611-5a47-484b-af27-bfbfa742c093 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 943 time: 0.1461644 Aug 30 18:39:27.324578 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=f4098cc1-c3d7-4050-8233-8389cb849f6e,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:27.371184 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1534be2a-da85-452b-8a86-69d260f640e5 req-69a28ca7-93b8-4bce-bce5-32a60769b806 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666640 Aug 30 18:39:27.528476 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c49b90-dff6-4a9b-ad3f-90592b9ed7f5 req-04266c48-8440-421b-a0a8-6d626c34f48a tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:27.528476 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c3c49b90-dff6-4a9b-ad3f-90592b9ed7f5 req-04266c48-8440-421b-a0a8-6d626c34f48a tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecc53f0e-0790-4540-b871-6bfd067ff9f4 HTTP/1.1" status: 200 len: 945 time: 0.0635951 Aug 30 18:39:27.574294 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c3c49b90-dff6-4a9b-ad3f-90592b9ed7f5 req-c0d61059-1934-46ce-8846-a94c8326dcb7 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/security-groups?id=65ac765c-b490-4de5-bbfd-2802aab10895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399601 Aug 30 18:39:27.623649 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['f4098cc1-c3d7-4050-8233-8389cb849f6e'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:39:28.218455 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05939e51-35ce-4785-96a5-eced6dcb2b08 req-548a8090-3094-4a8f-a438-497479e258d2 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:28.220260 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-05939e51-35ce-4785-96a5-eced6dcb2b08 req-548a8090-3094-4a8f-a438-497479e258d2 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 945 time: 0.0930305 Aug 30 18:39:28.285633 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-05939e51-35ce-4785-96a5-eced6dcb2b08 req-48a11571-0fa7-432a-a0e2-06a468de67df tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554338 Aug 30 18:39:28.600126 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700af14-e954-4254-80cd-06dfde9f8515 req-0f92bcfb-12b7-4e37-a198-1e7424ce12e2 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:28.605261 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d700af14-e954-4254-80cd-06dfde9f8515 req-0f92bcfb-12b7-4e37-a198-1e7424ce12e2 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 944 time: 0.0985930 Aug 30 18:39:28.671895 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d700af14-e954-4254-80cd-06dfde9f8515 req-d81993aa-8805-45c0-addd-3b2412ce829f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575540 Aug 30 18:39:28.772678 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87263e5a-7d65-423c-9cd5-b9ff4e666efe req-c6dc09be-cd0f-4a73-a81d-5e4a93552faf tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:28.774962 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-87263e5a-7d65-423c-9cd5-b9ff4e666efe req-c6dc09be-cd0f-4a73-a81d-5e4a93552faf tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecc53f0e-0790-4540-b871-6bfd067ff9f4 HTTP/1.1" status: 200 len: 945 time: 0.0757334 Aug 30 18:39:28.840301 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-87263e5a-7d65-423c-9cd5-b9ff4e666efe req-7f8ede1d-010a-4233-8b37-6276a39d60a1 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/security-groups?id=65ac765c-b490-4de5-bbfd-2802aab10895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574722 Aug 30 18:39:28.893153 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device f4098cc1-c3d7-4050-8233-8389cb849f6e up at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:39:28.957274 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning for port f4098cc1-c3d7-4050-8233-8389cb849f6e completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:39:28.962498 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning complete for port f4098cc1-c3d7-4050-8233-8389cb849f6e triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:39:28.963015 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:29.113660 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:29.157273 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7067d2e3-00cd-4ccb-b05c-58830da75e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4098cc1-c3d7-4050-8233-8389cb849f6e'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:39:29.161439 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf7e48b1d7ea734c3ab22bdf0c4fd39094da8684eda14d675e1fcbcfa40454f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f275697-4bfb-4e17-8ee7-dfd4c8d314a0" -d '{"events": [{"server_uuid": "7067d2e3-00cd-4ccb-b05c-58830da75e82", "name": "network-vif-plugged", "status": "completed", "tag": "f4098cc1-c3d7-4050-8233-8389cb849f6e"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:39:29.191188 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port f4098cc1-c3d7-4050-8233-8389cb849f6e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4098cc1-c3d7-4050-8233-8389cb849f6e,segment=NetworkSegment(40eb1e85-c7e6-44b5-807d-b44964a5af9c),segment_id=40eb1e85-c7e6-44b5-807d-b44964a5af9c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:39:29.198290 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:29.240681 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b59d95-97c3-4087-80af-9fd0c3c017de x-openstack-request-id: req-b3b59d95-97c3-4087-80af-9fd0c3c017de {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:39:29.241132 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7067d2e3-00cd-4ccb-b05c-58830da75e82", "name": "network-vif-plugged", "status": "completed", "tag": "f4098cc1-c3d7-4050-8233-8389cb849f6e", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:39:29.241520 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b3b59d95-97c3-4087-80af-9fd0c3c017de {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:39:29.242146 dv-cinder-790492-12-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7067d2e3-00cd-4ccb-b05c-58830da75e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4098cc1-c3d7-4050-8233-8389cb849f6e', 'code': 200} Aug 30 18:39:29.280492 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=f4098cc1-c3d7-4050-8233-8389cb849f6e,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:29.494352 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b5284-dad0-4d13-b158-f1178f4ca8c8 req-72e144ef-6de4-4e1a-aa84-2ab215f09538 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:29.497250 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-9b9b5284-dad0-4d13-b158-f1178f4ca8c8 req-72e144ef-6de4-4e1a-aa84-2ab215f09538 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 945 time: 0.1000776 Aug 30 18:39:29.590816 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-9b9b5284-dad0-4d13-b158-f1178f4ca8c8 req-b195dbca-26b5-4d1d-b4b5-8773f974cf9a tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762939 Aug 30 18:39:29.594147 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f17b2c-47ee-438a-a1bf-c3f05ba258cb req-12a8bb5e-438c-4a26-bbf2-e367b0c9ec9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:29.596827 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-16f17b2c-47ee-438a-a1bf-c3f05ba258cb req-12a8bb5e-438c-4a26-bbf2-e367b0c9ec9e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 1098 time: 0.0966423 Aug 30 18:39:29.730577 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-16f17b2c-47ee-438a-a1bf-c3f05ba258cb req-02cb3ac8-88f0-455e-86a4-945406759bb2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991151 Aug 30 18:39:29.751072 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0164b95-178c-4028-bcd9-2794770babb5 req-d2560e76-e48f-4cad-a26d-6a4ebfb304ef tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:29.752781 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-e0164b95-178c-4028-bcd9-2794770babb5 req-d2560e76-e48f-4cad-a26d-6a4ebfb304ef tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecc53f0e-0790-4540-b871-6bfd067ff9f4 HTTP/1.1" status: 200 len: 945 time: 0.1257687 Aug 30 18:39:29.891776 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dad25d-d028-454f-8939-f015a104b609 req-3b4566fa-a050-4b2c-8749-6c8e5fe439b2 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:29.893873 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f6dad25d-d028-454f-8939-f015a104b609 req-3b4566fa-a050-4b2c-8749-6c8e5fe439b2 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 945 time: 0.0840478 Aug 30 18:39:29.949610 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f6dad25d-d028-454f-8939-f015a104b609 req-aa57bcec-63be-4bb7-9fbc-a05d8c731a23 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437782 Aug 30 18:39:30.000811 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24dc93-b80b-49e6-a33d-a2dff320ee97 req-2a60ca6c-50d0-4818-9dc7-69e9d1f40687 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:30.002810 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-dc24dc93-b80b-49e6-a33d-a2dff320ee97 req-2a60ca6c-50d0-4818-9dc7-69e9d1f40687 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecc53f0e-0790-4540-b871-6bfd067ff9f4 HTTP/1.1" status: 200 len: 945 time: 0.0807459 Aug 30 18:39:30.066020 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-dc24dc93-b80b-49e6-a33d-a2dff320ee97 req-cc4e3541-d153-4709-9a12-f3540d2cd788 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/security-groups?id=65ac765c-b490-4de5-bbfd-2802aab10895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523207 Aug 30 18:39:30.243280 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-e0164b95-178c-4028-bcd9-2794770babb5 req-af6cba96-683e-452d-8803-8e351ebb42e7 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Deleting port fd45c5b8-d4be-4c76-ba05-b87d83eca1e0 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:39:30.243697 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e0164b95-178c-4028-bcd9-2794770babb5 req-af6cba96-683e-452d-8803-8e351ebb42e7 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:30.399043 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-e0164b95-178c-4028-bcd9-2794770babb5 req-af6cba96-683e-452d-8803-8e351ebb42e7 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] For port fd45c5b8-d4be-4c76-ba05-b87d83eca1e0, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=fd45c5b8-d4be-4c76-ba05-b87d83eca1e0,segment=NetworkSegment(d7da4ab1-e71b-494c-a860-d9debd9a97f7),segment_id=d7da4ab1-e71b-494c-a860-d9debd9a97f7)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:39:30.399601 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e0164b95-178c-4028-bcd9-2794770babb5 req-af6cba96-683e-452d-8803-8e351ebb42e7 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:30.423204 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-e0164b95-178c-4028-bcd9-2794770babb5 req-af6cba96-683e-452d-8803-8e351ebb42e7 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Calling delete_port for fd45c5b8-d4be-4c76-ba05-b87d83eca1e0 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:39:30.592827 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e0164b95-178c-4028-bcd9-2794770babb5 req-af6cba96-683e-452d-8803-8e351ebb42e7 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:30.626203 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6cba96-683e-452d-8803-8e351ebb42e7 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Pushing event deleted for resources: {'Port': ['ID=fd45c5b8-d4be-4c76-ba05-b87d83eca1e0,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:30.640721 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['fd45c5b8-d4be-4c76-ba05-b87d83eca1e0'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:39:30.684614 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0164b95-178c-4028-bcd9-2794770babb5 req-af6cba96-683e-452d-8803-8e351ebb42e7 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] No DVR routers for this DVR port fd45c5b8-d4be-4c76-ba05-b87d83eca1e0 on host hv-cinder-79049 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:39:30.688352 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e0164b95-178c-4028-bcd9-2794770babb5 req-af6cba96-683e-452d-8803-8e351ebb42e7 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:30.692315 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-e0164b95-178c-4028-bcd9-2794770babb5 req-af6cba96-683e-452d-8803-8e351ebb42e7 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.39 "DELETE /v2.0/ports/fd45c5b8-d4be-4c76-ba05-b87d83eca1e0 HTTP/1.1" status: 204 len: 173 time: 0.6056724 Aug 30 18:39:30.693319 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc53f0e-0790-4540-b871-6bfd067ff9f4', 'name': 'network-vif-deleted', 'tag': 'fd45c5b8-d4be-4c76-ba05-b87d83eca1e0'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:39:30.700025 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448311dc-4131-4882-a4a2-caf5b5fdb15f" -d '{"events": [{"server_uuid": "ecc53f0e-0790-4540-b871-6bfd067ff9f4", "name": "network-vif-deleted", "tag": "fd45c5b8-d4be-4c76-ba05-b87d83eca1e0"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:39:30.747933 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cfc8e1-9691-4c28-b271-8f796830c1f4 x-openstack-request-id: req-66cfc8e1-9691-4c28-b271-8f796830c1f4 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:39:30.748234 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc53f0e-0790-4540-b871-6bfd067ff9f4", "name": "network-vif-deleted", "tag": "fd45c5b8-d4be-4c76-ba05-b87d83eca1e0", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:39:30.748487 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-66cfc8e1-9691-4c28-b271-8f796830c1f4 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:39:30.748893 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc53f0e-0790-4540-b871-6bfd067ff9f4', 'name': 'network-vif-deleted', 'tag': 'fd45c5b8-d4be-4c76-ba05-b87d83eca1e0', 'status': 'completed', 'code': 200} Aug 30 18:39:30.791357 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee325df-6921-4381-9454-00c10a71539d req-9ebc1c7b-2902-45a2-a128-a9c9eb97f993 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:30.794053 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bee325df-6921-4381-9454-00c10a71539d req-9ebc1c7b-2902-45a2-a128-a9c9eb97f993 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 945 time: 0.0801139 Aug 30 18:39:30.855666 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bee325df-6921-4381-9454-00c10a71539d req-0d476b01-fc7b-43e6-bb95-97ca186caa89 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505219 Aug 30 18:39:31.212720 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04a7d7-4aa2-4476-8bfc-2a73fc3faf58 req-8443b618-c851-4927-abae-eb5bef854481 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:31.215215 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ba04a7d7-4aa2-4476-8bfc-2a73fc3faf58 req-8443b618-c851-4927-abae-eb5bef854481 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 945 time: 0.1302254 Aug 30 18:39:31.299909 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c65a9a94-fc24-4edd-bee3-4c4597b4a66d req-cf651a6f-847c-4a72-80c0-d42019bf14a7 tempest-VolumesSnapshotTestJSON-1930501389 tempest-VolumesSnapshotTestJSON-1930501389-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecc53f0e-0790-4540-b871-6bfd067ff9f4 HTTP/1.1" status: 200 len: 210 time: 0.0593877 Aug 30 18:39:31.316114 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ba04a7d7-4aa2-4476-8bfc-2a73fc3faf58 req-b64459f4-810e-4e6c-a408-500a525a059e tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811183 Aug 30 18:39:32.048047 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399395c-821f-4b70-99c2-9a23303e452e req-3d32595f-c348-4f80-8fcf-60cf962c2093 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:32.050250 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8399395c-821f-4b70-99c2-9a23303e452e req-3d32595f-c348-4f80-8fcf-60cf962c2093 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 945 time: 0.0802107 Aug 30 18:39:32.115551 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8399395c-821f-4b70-99c2-9a23303e452e req-d5d6f628-fc38-4242-9e30-a1667882b8dc tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483279 Aug 30 18:39:32.568072 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b946d3-7550-44fe-a36c-946ece33701c req-16661b68-ae40-492f-bd57-4598d567f300 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:32.570120 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-36b946d3-7550-44fe-a36c-946ece33701c req-16661b68-ae40-492f-bd57-4598d567f300 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 945 time: 0.0971205 Aug 30 18:39:32.643789 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-36b946d3-7550-44fe-a36c-946ece33701c req-00d0daf3-bf2b-419a-a953-60f7d9c61b1d tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661016 Aug 30 18:39:32.845523 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87230621-0a4e-4613-b73b-892de7c03b00 req-69450f5e-0511-44ea-9fec-e15f5ff8c2a8 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:32.847487 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-87230621-0a4e-4613-b73b-892de7c03b00 req-69450f5e-0511-44ea-9fec-e15f5ff8c2a8 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 945 time: 0.0976472 Aug 30 18:39:32.860560 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 52912) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:32.884389 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-26f4a1b8-6bed-4cec-9606-090c03edb1cf tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Request body: {'floatingip': {'port_id': 'f4098cc1-c3d7-4050-8233-8389cb849f6e'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:39:32.908042 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device fd45c5b8-d4be-4c76-ba05-b87d83eca1e0 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:39:32.943414 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] No Port match for: fd45c5b8-d4be-4c76-ba05-b87d83eca1e0 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:39:32.944461 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device fd45c5b8-d4be-4c76-ba05-b87d83eca1e0 not bound to the agent host hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:39:33.031497 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-26f4a1b8-6bed-4cec-9606-090c03edb1cf tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for floatingip, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:33.405487 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d9597-7e91-483c-82fd-883007d45f72 req-85f2032a-722e-4913-9d32-c06a65699de6 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:33.407876 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-520d9597-7e91-483c-82fd-883007d45f72 req-85f2032a-722e-4913-9d32-c06a65699de6 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 945 time: 0.1272976 Aug 30 18:39:33.594737 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-520d9597-7e91-483c-82fd-883007d45f72 req-44b1fcf5-eabf-4961-8757-58b9cda7228c tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735854 Aug 30 18:39:33.898803 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-26f4a1b8-6bed-4cec-9606-090c03edb1cf tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:33.905727 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-26f4a1b8-6bed-4cec-9606-090c03edb1cf tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120221'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:34.092266 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.db.l3_db [None req-26f4a1b8-6bed-4cec-9606-090c03edb1cf tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Floating IP 00529ec4-89dd-4ebe-8358-0f1d7b4c6ba8 associated. External IP: 172.27.3.114, port: f4098cc1-c3d7-4050-8233-8389cb849f6e. Aug 30 18:39:34.808485 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee27c6-5c22-4d5b-a7c1-47633099b46d req-a790f70c-16cb-4cd8-a950-de9149539c9a tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:34.811304 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-62ee27c6-5c22-4d5b-a7c1-47633099b46d req-a790f70c-16cb-4cd8-a950-de9149539c9a tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 945 time: 0.0978012 Aug 30 18:39:34.854812 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f4a1b8-6bed-4cec-9606-090c03edb1cf tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Router 7e83e718-b3dd-48fb-96d1-9d76b99dcb3b has already been hosted by L3 agent 92e03f23-06fd-457e-8698-15737aaba387 {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:39:34.874559 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-62ee27c6-5c22-4d5b-a7c1-47633099b46d req-9dfcaf27-c87a-4176-aaf9-39dc48c474e4 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545926 Aug 30 18:39:35.044496 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f4a1b8-6bed-4cec-9606-090c03edb1cf tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:39:35.057013 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-26f4a1b8-6bed-4cec-9606-090c03edb1cf tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:35.073531 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781def32-ad35-4eb2-972e-9289dba9a6c7 None None] Sync routers for ids ['7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'] in dv-cinder-790492-12-iscsi {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:39:35.093045 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781def32-ad35-4eb2-972e-9289dba9a6c7 None None] Routers {'7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:39:35.093829 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-781def32-ad35-4eb2-972e-9289dba9a6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:39:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:39:35.116254 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-26f4a1b8-6bed-4cec-9606-090c03edb1cf tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "PUT /v2.0/floatingips/00529ec4-89dd-4ebe-8358-0f1d7b4c6ba8 HTTP/1.1" status: 200 len: 991 time: 2.2543552 Aug 30 18:39:35.117970 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7067d2e3-00cd-4ccb-b05c-58830da75e82', 'tag': 'f4098cc1-c3d7-4050-8233-8389cb849f6e'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:39:35.121147 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59b51c3d165999f7abb95bcd2a1d887dae5609535c92c8e1dc149aa3599bab8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8368d67-1cf7-4c32-83e1-feb39cbeaada" -d '{"events": [{"name": "network-changed", "server_uuid": "7067d2e3-00cd-4ccb-b05c-58830da75e82", "tag": "f4098cc1-c3d7-4050-8233-8389cb849f6e"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:39:35.215911 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 52966) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:35.279803 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-781def32-ad35-4eb2-972e-9289dba9a6c7 None None] Set router 7e83e718-b3dd-48fb-96d1-9d76b99dcb3b gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:39:35.415543 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164632bf-a313-4bb2-9bc3-0575a2861723 x-openstack-request-id: req-164632bf-a313-4bb2-9bc3-0575a2861723 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:39:35.415884 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7067d2e3-00cd-4ccb-b05c-58830da75e82", "tag": "f4098cc1-c3d7-4050-8233-8389cb849f6e", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:39:35.416063 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-164632bf-a313-4bb2-9bc3-0575a2861723 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:39:35.416531 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7067d2e3-00cd-4ccb-b05c-58830da75e82', 'tag': 'f4098cc1-c3d7-4050-8233-8389cb849f6e', 'status': 'completed', 'code': 200} Aug 30 18:39:35.444807 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d068643b-b3bf-42e7-b912-5901f1ce75d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:35.576091 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d068643b-b3bf-42e7-b912-5901f1ce75d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:35.581356 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d068643b-b3bf-42e7-b912-5901f1ce75d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:35.651615 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-d068643b-b3bf-42e7-b912-5901f1ce75d8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6879fc120c204f629cf6dd3afaaf7285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4339201 Aug 30 18:39:35.653761 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d068643b-b3bf-42e7-b912-5901f1ce75d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d4a2f2-948d-463c-bf1d-8061b567d103,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:35.654407 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 52972) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:35.666038 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-781def32-ad35-4eb2-972e-9289dba9a6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1642375931-router', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:38Z', 'updated_at': '2021-08-30T18:33:47Z', 'revision_number': 4, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'gw_port': {'id': 'c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:40Z', 'updated_at': '2021-08-30T18:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_floatingips': [{'id': '00529ec4-89dd-4ebe-8358-0f1d7b4c6ba8', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'router_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'port_id': 'f4098cc1-c3d7-4050-8233-8389cb849f6e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3', 'mac_address': 'fa:16:3e:9f:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7067d2e3-00cd-4ccb-b05c-58830da75e82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:39:16Z', 'updated_at': '2021-08-30T18:39:33Z', 'revision_number': 1, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e898370-f09c-46de-8880-2fd101cc074f', 'name': '', 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'mac_address': 'fa:16:3e:49:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:45Z', 'updated_at': '2021-08-30T18:34:09Z', 'revision_number': 5, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'subnets': [{'id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:39:35.697177 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781def32-ad35-4eb2-972e-9289dba9a6c7 None None] Checking router: 7e83e718-b3dd-48fb-96d1-9d76b99dcb3b for host: dv-cinder-790492-12-iscsi {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:39:35.710152 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781def32-ad35-4eb2-972e-9289dba9a6c7 None None] Routers {'7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:39:35.711498 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-781def32-ad35-4eb2-972e-9289dba9a6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:39:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:39:35.755236 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b62e07c1-a8d9-4919-a223-caf4182536dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:35.798294 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b62e07c1-a8d9-4919-a223-caf4182536dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:35.882604 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b62e07c1-a8d9-4919-a223-caf4182536dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:35.887364 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b62e07c1-a8d9-4919-a223-caf4182536dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:35.888785 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-b62e07c1-a8d9-4919-a223-caf4182536dc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/03d4a2f2-948d-463c-bf1d-8061b567d103 HTTP/1.1" status: 204 len: 168 time: 0.2328310 Aug 30 18:39:35.897259 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-781def32-ad35-4eb2-972e-9289dba9a6c7 None None] Set router 7e83e718-b3dd-48fb-96d1-9d76b99dcb3b gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:39:35.899629 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e07c1-a8d9-4919-a223-caf4182536dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d4a2f2-948d-463c-bf1d-8061b567d103,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:36.070830 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c32ff-778f-4558-afed-ee68cd9c0488 req-9ef91d03-03cf-427c-9d22-b17b7e21464c tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:36.073523 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-4c7c32ff-778f-4558-afed-ee68cd9c0488 req-9ef91d03-03cf-427c-9d22-b17b7e21464c tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 945 time: 0.0849183 Aug 30 18:39:36.149034 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-4c7c32ff-778f-4558-afed-ee68cd9c0488 req-ecf38aed-0e11-4934-a1d1-b0c0ea8f573f tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670314 Aug 30 18:39:36.427997 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 52986) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:36.450092 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fa84bd9d-b268-409b-9392-b233a5a634df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:36.497975 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-781def32-ad35-4eb2-972e-9289dba9a6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1642375931-router', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:38Z', 'updated_at': '2021-08-30T18:33:47Z', 'revision_number': 4, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'gw_port': {'id': 'c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:40Z', 'updated_at': '2021-08-30T18:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_floatingips': [{'id': '00529ec4-89dd-4ebe-8358-0f1d7b4c6ba8', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'router_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'port_id': 'f4098cc1-c3d7-4050-8233-8389cb849f6e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3', 'mac_address': 'fa:16:3e:9f:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7067d2e3-00cd-4ccb-b05c-58830da75e82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:39:16Z', 'updated_at': '2021-08-30T18:39:33Z', 'revision_number': 1, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e898370-f09c-46de-8880-2fd101cc074f', 'name': '', 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'mac_address': 'fa:16:3e:49:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:45Z', 'updated_at': '2021-08-30T18:34:09Z', 'revision_number': 5, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'subnets': [{'id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:39:36.532730 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781def32-ad35-4eb2-972e-9289dba9a6c7 None None] The sync data for ids ['7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'] in dv-cinder-790492-12-iscsi is: [{'id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1642375931-router', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:38Z', 'updated_at': '2021-08-30T18:33:47Z', 'revision_number': 4, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'gw_port': {'id': 'c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:40Z', 'updated_at': '2021-08-30T18:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_floatingips': [{'id': '00529ec4-89dd-4ebe-8358-0f1d7b4c6ba8', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'router_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'port_id': 'f4098cc1-c3d7-4050-8233-8389cb849f6e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3', 'mac_address': 'fa:16:3e:9f:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7067d2e3-00cd-4ccb-b05c-58830da75e82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:39:16Z', 'updated_at': '2021-08-30T18:39:33Z', 'revision_number': 1, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e898370-f09c-46de-8880-2fd101cc074f', 'name': '', 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'mac_address': 'fa:16:3e:49:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:45Z', 'updated_at': '2021-08-30T18:34:09Z', 'revision_number': 5, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'subnets': [{'id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:39:36.593932 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fa84bd9d-b268-409b-9392-b233a5a634df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:36.598454 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fa84bd9d-b268-409b-9392-b233a5a634df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:36.644242 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-fa84bd9d-b268-409b-9392-b233a5a634df admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3ba3c1b4884b421c9a3abe40b98278f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2147982 Aug 30 18:39:36.645503 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84bd9d-b268-409b-9392-b233a5a634df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6f95a1-e498-4af5-acd6-ad7b52e8360e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:36.648598 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 52988) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:36.733723 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1b620323-c834-479b-9ca7-c2c7622188fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:36.772864 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1b620323-c834-479b-9ca7-c2c7622188fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:36.834836 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20747e5-1733-4926-995b-de46485de0d6 None None] New status for floating IP 00529ec4-89dd-4ebe-8358-0f1d7b4c6ba8: ACTIVE {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 18:39:36.898495 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1b620323-c834-479b-9ca7-c2c7622188fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:36.904588 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1b620323-c834-479b-9ca7-c2c7622188fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:36.906667 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-1b620323-c834-479b-9ca7-c2c7622188fb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae6f95a1-e498-4af5-acd6-ad7b52e8360e HTTP/1.1" status: 204 len: 168 time: 0.2565727 Aug 30 18:39:36.957121 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b620323-c834-479b-9ca7-c2c7622188fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6f95a1-e498-4af5-acd6-ad7b52e8360e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:37.004315 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad500d-5f1b-42ec-8242-3fc98224a334 req-d813b5c9-3950-447e-b772-449a9d60882d tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:37.007657 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-b9ad500d-5f1b-42ec-8242-3fc98224a334 req-d813b5c9-3950-447e-b772-449a9d60882d tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 985 time: 0.1305339 Aug 30 18:39:37.091476 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-b9ad500d-5f1b-42ec-8242-3fc98224a334 req-d28628cc-d27e-46b6-b2fa-99b034b03f79 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&id=a7d2eb65-29fb-4a30-8100-d3da47b7c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0706186 Aug 30 18:39:37.359469 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab551d82-aa03-4536-aa41-5804e5fd130c req-4b863946-6232-4c74-96fb-978d6ed125ff tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:37.362018 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ab551d82-aa03-4536-aa41-5804e5fd130c req-4b863946-6232-4c74-96fb-978d6ed125ff tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 945 time: 0.1035330 Aug 30 18:39:37.430435 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ab551d82-aa03-4536-aa41-5804e5fd130c req-471361da-291a-4a1b-b30b-6f1ba482adbf tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589523 Aug 30 18:39:37.720181 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8368d67-1cf7-4c32-83e1-feb39cbeaada req-ffdafbca-d63e-40bb-adc8-ba20a3f58e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:37.723824 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c8368d67-1cf7-4c32-83e1-feb39cbeaada req-ffdafbca-d63e-40bb-adc8-ba20a3f58e3b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d89643519bc34769a45d10e5754b227b&device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 1098 time: 0.0891190 Aug 30 18:39:37.932865 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87215a27-e079-42b3-b1c8-9f81fc7d8260 req-683c4bd4-596e-4670-b7d3-b329b902d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:37.934654 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-87215a27-e079-42b3-b1c8-9f81fc7d8260 req-683c4bd4-596e-4670-b7d3-b329b902d9b4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6008a41ab4874c52ad17d46420b022af&device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 1138 time: 0.2094595 Aug 30 18:39:37.946940 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d1ab7-b8f0-4015-ab9a-566ae2257b3a req-8a76afd0-c504-47ea-89ce-8b0cf8066f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:37.948423 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-962d1ab7-b8f0-4015-ab9a-566ae2257b3a req-8a76afd0-c504-47ea-89ce-8b0cf8066f99 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d29a57262de14a2fa9ffa2376a6722cc&device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 1098 time: 0.1697183 Aug 30 18:39:38.095475 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8368d67-1cf7-4c32-83e1-feb39cbeaada req-28ee8831-34f2-4b13-bd3d-77af347b5f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:38.097163 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c8368d67-1cf7-4c32-83e1-feb39cbeaada req-28ee8831-34f2-4b13-bd3d-77af347b5f4d service neutron] 10.222.0.39 "GET /v2.0/networks?id=6fc39c71-5951-46b8-8518-6e7081e1cda3 HTTP/1.1" status: 200 len: 917 time: 0.3550057 Aug 30 18:39:38.272107 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87215a27-e079-42b3-b1c8-9f81fc7d8260 req-e71ce46c-7693-4d41-b431-d37e144481ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:38.274693 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-87215a27-e079-42b3-b1c8-9f81fc7d8260 req-e71ce46c-7693-4d41-b431-d37e144481ca service neutron] 10.222.0.39 "GET /v2.0/networks?id=317c3337-65a4-4c10-bd8f-9fc41ffa1f67 HTTP/1.1" status: 200 len: 915 time: 0.3304582 Aug 30 18:39:38.396221 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d1ab7-b8f0-4015-ab9a-566ae2257b3a req-83beda39-7579-4e0f-b688-022e27e355c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:38.399574 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-962d1ab7-b8f0-4015-ab9a-566ae2257b3a req-83beda39-7579-4e0f-b688-022e27e355c7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ea852ca2-2b8b-420c-99a5-338c253d2592 HTTP/1.1" status: 200 len: 909 time: 0.4384096 Aug 30 18:39:38.409438 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c8368d67-1cf7-4c32-83e1-feb39cbeaada req-18050173-0af9-4fba-bed4-d8108dda07fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4098cc1-c3d7-4050-8233-8389cb849f6e HTTP/1.1" status: 200 len: 1001 time: 0.2906065 Aug 30 18:39:38.623957 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-87215a27-e079-42b3-b1c8-9f81fc7d8260 req-71e9f674-411f-4ec3-9d3f-18dfa17c282a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=730e07bd-a823-4b73-93cd-71fb533c12a4 HTTP/1.1" status: 200 len: 1002 time: 0.3390892 Aug 30 18:39:38.635429 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc2650-9f83-4ef5-b1ac-5f894319e54d req-40032632-0876-430b-9d4b-0527e77724c3 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:38.637873 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596bde1e-deb0-4bd5-a7f0-5985242492ac req-b35629c3-8a1e-4daa-8123-4f54f01b6447 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:38.639532 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-596bde1e-deb0-4bd5-a7f0-5985242492ac req-b35629c3-8a1e-4daa-8123-4f54f01b6447 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 985 time: 0.3976061 Aug 30 18:39:38.644599 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-66dc2650-9f83-4ef5-b1ac-5f894319e54d req-40032632-0876-430b-9d4b-0527e77724c3 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 945 time: 0.0964220 Aug 30 18:39:38.688460 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-962d1ab7-b8f0-4015-ab9a-566ae2257b3a req-725e7af0-4eb5-4032-bbcf-826e3617f973 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=521168fc-d190-46c9-880f-0f9c2f5b69e0 HTTP/1.1" status: 200 len: 1001 time: 0.2774839 Aug 30 18:39:38.693172 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8368d67-1cf7-4c32-83e1-feb39cbeaada req-e667114f-4563-44e5-89b3-72659a67fb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:38.696045 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c8368d67-1cf7-4c32-83e1-feb39cbeaada req-e667114f-4563-44e5-89b3-72659a67fb72 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e547c2a0-76a1-4c05-919d-55422e695ce0 HTTP/1.1" status: 200 len: 856 time: 0.2721949 Aug 30 18:39:38.741782 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-66dc2650-9f83-4ef5-b1ac-5f894319e54d req-0e757f01-b256-43e0-a965-7946d1eab57f tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958252 Aug 30 18:39:38.837362 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87215a27-e079-42b3-b1c8-9f81fc7d8260 req-5e4c4b0c-2c73-41ec-baf7-f09f95a8c63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:38.839659 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-87215a27-e079-42b3-b1c8-9f81fc7d8260 req-5e4c4b0c-2c73-41ec-baf7-f09f95a8c63e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8904e72d-4deb-4dc1-a762-e54940095cf8 HTTP/1.1" status: 200 len: 854 time: 0.1990690 Aug 30 18:39:38.848602 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-596bde1e-deb0-4bd5-a7f0-5985242492ac req-d606223e-303d-47d7-aa63-47ce93795ba2 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&id=a7d2eb65-29fb-4a30-8100-d3da47b7c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1925633 Aug 30 18:39:38.871826 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d1ab7-b8f0-4015-ab9a-566ae2257b3a req-8a317532-fc41-4328-a1ed-e2b17e3b7bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:38.873604 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-962d1ab7-b8f0-4015-ab9a-566ae2257b3a req-8a317532-fc41-4328-a1ed-e2b17e3b7bba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f5108fb3-7e52-4865-bd76-205360c0100e HTTP/1.1" status: 200 len: 848 time: 0.1680377 Aug 30 18:39:38.957873 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8368d67-1cf7-4c32-83e1-feb39cbeaada req-cd7776db-f9ac-48a7-8403-f4090c1ebfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:38.960682 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c8368d67-1cf7-4c32-83e1-feb39cbeaada req-cd7776db-f9ac-48a7-8403-f4090c1ebfaa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6fc39c71-5951-46b8-8518-6e7081e1cda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2503748 Aug 30 18:39:39.013187 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87215a27-e079-42b3-b1c8-9f81fc7d8260 req-8b15f533-d359-4e04-9a83-dcdef40806f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:39.015160 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-87215a27-e079-42b3-b1c8-9f81fc7d8260 req-8b15f533-d359-4e04-9a83-dcdef40806f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=317c3337-65a4-4c10-bd8f-9fc41ffa1f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1619182 Aug 30 18:39:39.113177 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d1ab7-b8f0-4015-ab9a-566ae2257b3a req-c35f1e0b-34d5-4e7e-a3fe-bba8b1c84e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:39.114817 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-962d1ab7-b8f0-4015-ab9a-566ae2257b3a req-c35f1e0b-34d5-4e7e-a3fe-bba8b1c84e3f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea852ca2-2b8b-420c-99a5-338c253d2592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2092228 Aug 30 18:39:39.557139 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c8368d67-1cf7-4c32-83e1-feb39cbeaada req-1d874483-687b-42be-a493-edf4dbfe08a2 service neutron] 10.222.0.39 "GET /v2.0/networks/6fc39c71-5951-46b8-8518-6e7081e1cda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5766342 Aug 30 18:39:39.608464 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-87215a27-e079-42b3-b1c8-9f81fc7d8260 req-e1adc18b-67b5-46e6-ad03-2ed1eae33de2 service neutron] 10.222.0.39 "GET /v2.0/networks/317c3337-65a4-4c10-bd8f-9fc41ffa1f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5620451 Aug 30 18:39:39.613557 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:39.735919 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-962d1ab7-b8f0-4015-ab9a-566ae2257b3a req-c998bc1e-d7d4-4e59-9574-757d77dfe4fa service neutron] 10.222.0.39 "GET /v2.0/networks/ea852ca2-2b8b-420c-99a5-338c253d2592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6104867 Aug 30 18:39:39.977852 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c8368d67-1cf7-4c32-83e1-feb39cbeaada req-8733e8ce-33ba-436b-bb2b-559025b70b56 service neutron] 10.222.0.39 "GET /v2.0/networks/6fc39c71-5951-46b8-8518-6e7081e1cda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044580 Aug 30 18:39:40.089752 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-962d1ab7-b8f0-4015-ab9a-566ae2257b3a req-3a776e46-c6a3-4699-9a71-a1e1ed37d345 service neutron] 10.222.0.39 "GET /v2.0/networks/ea852ca2-2b8b-420c-99a5-338c253d2592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398776 Aug 30 18:39:40.098516 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-87215a27-e079-42b3-b1c8-9f81fc7d8260 req-ca36d409-ea07-4a9e-9676-9ec529684bc0 service neutron] 10.222.0.39 "GET /v2.0/networks/317c3337-65a4-4c10-bd8f-9fc41ffa1f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560699 Aug 30 18:39:40.137586 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e21f94-b26f-4399-b5d1-ee33d276ef8b req-41651c87-631c-4b2b-b77e-03027adf66c5 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:40.150037 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-12e21f94-b26f-4399-b5d1-ee33d276ef8b req-41651c87-631c-4b2b-b77e-03027adf66c5 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 985 time: 0.1611125 Aug 30 18:39:40.153767 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01962e-7967-43de-9028-3e3605e8d736 req-54dd81af-d8b1-48ac-815f-0a4fe6a61604 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:40.174455 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-6f01962e-7967-43de-9028-3e3605e8d736 req-54dd81af-d8b1-48ac-815f-0a4fe6a61604 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 945 time: 0.3179598 Aug 30 18:39:40.260524 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-12e21f94-b26f-4399-b5d1-ee33d276ef8b req-3da272c9-d807-44c1-8791-700724040093 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&id=a7d2eb65-29fb-4a30-8100-d3da47b7c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1078818 Aug 30 18:39:40.300230 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-6f01962e-7967-43de-9028-3e3605e8d736 req-9cb22297-6bab-438f-86c8-b137fd48adb7 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103337 Aug 30 18:39:40.946610 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f012a25-f22f-4e3a-911e-6412d539df88 req-706ca58d-9469-43c0-ab06-8fc6d19c2fca tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:40.948574 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-5f012a25-f22f-4e3a-911e-6412d539df88 req-706ca58d-9469-43c0-ab06-8fc6d19c2fca tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.0609462 Aug 30 18:39:40.999975 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-5f012a25-f22f-4e3a-911e-6412d539df88 req-c18917db-7e0f-4d4d-920c-021d5c135dbf tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444813 Aug 30 18:39:41.493592 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f86f6f-5063-43c3-a190-b7330ec015b6 req-505f4b0c-208c-4515-9427-4057085c2713 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:41.495354 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-95f86f6f-5063-43c3-a190-b7330ec015b6 req-505f4b0c-208c-4515-9427-4057085c2713 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 985 time: 0.0915985 Aug 30 18:39:41.524716 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273d642-1636-427a-8609-18796c95d159 req-b3a4ee64-1e21-4bad-85a9-2c90237d1f85 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:41.528104 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7273d642-1636-427a-8609-18796c95d159 req-b3a4ee64-1e21-4bad-85a9-2c90237d1f85 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 945 time: 0.0756187 Aug 30 18:39:41.579771 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-95f86f6f-5063-43c3-a190-b7330ec015b6 req-6adcd821-0805-4129-88e7-fcfffa2027c5 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&id=a7d2eb65-29fb-4a30-8100-d3da47b7c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0725524 Aug 30 18:39:41.608865 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7273d642-1636-427a-8609-18796c95d159 req-3a494273-b06f-4948-b548-912014eb8c21 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711718 Aug 30 18:39:42.253888 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9e230-8e58-4151-b1fc-d3ef48f7843d req-f57fd7c2-fdf3-4676-a21e-cbf6f4480c31 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:42.256451 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bdc9e230-8e58-4151-b1fc-d3ef48f7843d req-f57fd7c2-fdf3-4676-a21e-cbf6f4480c31 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.1143422 Aug 30 18:39:42.318300 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bdc9e230-8e58-4151-b1fc-d3ef48f7843d req-a2c40a1a-939e-4311-8636-0c672e74e1b6 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522025 Aug 30 18:39:42.794119 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e6bcf-b196-423b-87d5-13749f13282b req-134b6bc3-32bc-478a-ad68-b5a0328e281a tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:42.795821 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-217e6bcf-b196-423b-87d5-13749f13282b req-134b6bc3-32bc-478a-ad68-b5a0328e281a tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 945 time: 0.0791476 Aug 30 18:39:42.813591 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f77cf-e90e-4587-b457-95b864f77789 req-ccf1484a-9e44-4da2-a2d6-c2fa56ecf4b3 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:42.816192 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ed0f77cf-e90e-4587-b457-95b864f77789 req-ccf1484a-9e44-4da2-a2d6-c2fa56ecf4b3 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 985 time: 0.0936379 Aug 30 18:39:42.847283 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-217e6bcf-b196-423b-87d5-13749f13282b req-a1711060-be24-4d00-8cbb-914a4a2b7824 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434709 Aug 30 18:39:42.893914 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ed0f77cf-e90e-4587-b457-95b864f77789 req-e8cfc018-05b1-4385-aeec-7e996b3c0ae9 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&id=a7d2eb65-29fb-4a30-8100-d3da47b7c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0696509 Aug 30 18:39:43.592848 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e76b29-bba4-47fa-bde4-747bcb7913f7 req-65c4ade3-6151-478f-ba05-f41732ab0e20 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:43.598881 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-20e76b29-bba4-47fa-bde4-747bcb7913f7 req-65c4ade3-6151-478f-ba05-f41732ab0e20 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.1340504 Aug 30 18:39:43.670118 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-20e76b29-bba4-47fa-bde4-747bcb7913f7 req-cbb8b369-0f21-4242-9103-8f86a245e0fe tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=210db280-cf39-4554-ba95-9e8bec0f2f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576260 Aug 30 18:39:43.882901 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ac562-8c8d-484e-9108-1a4b94e9dce7 req-55f172bc-15ee-49d5-8a3a-13e3e0d213de tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:43.885871 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-244ac562-8c8d-484e-9108-1a4b94e9dce7 req-55f172bc-15ee-49d5-8a3a-13e3e0d213de tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 945 time: 0.1081846 Aug 30 18:39:44.154069 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d998d-8b75-4ae7-861f-75128966c2d9 req-1ea445b3-8f02-409c-b8d8-e709cd612f20 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:44.156981 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f99d998d-8b75-4ae7-861f-75128966c2d9 req-1ea445b3-8f02-409c-b8d8-e709cd612f20 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 985 time: 0.1095970 Aug 30 18:39:44.171861 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb07762-7f62-402b-b560-804b0a68b312 req-fd4678eb-7425-4f39-b9c4-5ba09f897d93 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:44.173723 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2bb07762-7f62-402b-b560-804b0a68b312 req-fd4678eb-7425-4f39-b9c4-5ba09f897d93 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 945 time: 0.1576400 Aug 30 18:39:44.182968 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-244ac562-8c8d-484e-9108-1a4b94e9dce7 req-dcb31c02-bdb2-4c8b-927e-93bb86418921 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Deleting port eb84229e-624a-4bf8-b1b3-9691ab34f638 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:39:44.183430 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-244ac562-8c8d-484e-9108-1a4b94e9dce7 req-dcb31c02-bdb2-4c8b-927e-93bb86418921 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:44.276202 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f99d998d-8b75-4ae7-861f-75128966c2d9 req-7008c86a-e567-479a-b42a-24b3aa6aa853 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&id=a7d2eb65-29fb-4a30-8100-d3da47b7c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1004169 Aug 30 18:39:44.347936 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2bb07762-7f62-402b-b560-804b0a68b312 req-20b03fb7-3744-4857-8f4c-17b1d0811cae tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439753 Aug 30 18:39:44.388357 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-244ac562-8c8d-484e-9108-1a4b94e9dce7 req-dcb31c02-bdb2-4c8b-927e-93bb86418921 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] For port eb84229e-624a-4bf8-b1b3-9691ab34f638, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=eb84229e-624a-4bf8-b1b3-9691ab34f638,segment=NetworkSegment(79b37a73-214a-48d0-8530-dbb5845d8dcf),segment_id=79b37a73-214a-48d0-8530-dbb5845d8dcf)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:39:44.389571 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-244ac562-8c8d-484e-9108-1a4b94e9dce7 req-dcb31c02-bdb2-4c8b-927e-93bb86418921 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:44.610842 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 53192) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:44.749984 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-269c0fb8-bfed-4c65-b3a0-3dd80e2a899b req-1163d3a5-a467-4f70-a21b-a214f9065307 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0917161 Aug 30 18:39:44.833409 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64281fd-4a6d-4aed-96cb-2b59a6a7e956 req-30760461-f1a1-4d40-a4d5-a79aa73cbd8a tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:44.837406 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a64281fd-4a6d-4aed-96cb-2b59a6a7e956 req-30760461-f1a1-4d40-a4d5-a79aa73cbd8a tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 945 time: 0.1478348 Aug 30 18:39:44.839842 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-244ac562-8c8d-484e-9108-1a4b94e9dce7 req-dcb31c02-bdb2-4c8b-927e-93bb86418921 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:44.840393 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-244ac562-8c8d-484e-9108-1a4b94e9dce7 req-dcb31c02-bdb2-4c8b-927e-93bb86418921 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120221'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:44.840854 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.db.l3_db [req-244ac562-8c8d-484e-9108-1a4b94e9dce7 req-dcb31c02-bdb2-4c8b-927e-93bb86418921 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Floating IP 9fd65a8d-b76b-4d08-94a2-30946b7d91f8 disassociated. External IP: 172.27.3.127, port: eb84229e-624a-4bf8-b1b3-9691ab34f638. Aug 30 18:39:44.841378 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-244ac562-8c8d-484e-9108-1a4b94e9dce7 req-dcb31c02-bdb2-4c8b-927e-93bb86418921 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Calling delete_port for eb84229e-624a-4bf8-b1b3-9691ab34f638 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:39:44.885758 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f132d02d-e8bf-4090-a7b1-2351b355b33f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:45.007533 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a64281fd-4a6d-4aed-96cb-2b59a6a7e956 req-1dcc4bfe-0ab0-4fed-a004-d37aa8821f87 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551321 Aug 30 18:39:45.090215 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f132d02d-e8bf-4090-a7b1-2351b355b33f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:45.104669 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f132d02d-e8bf-4090-a7b1-2351b355b33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:45.161139 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-244ac562-8c8d-484e-9108-1a4b94e9dce7 req-dcb31c02-bdb2-4c8b-927e-93bb86418921 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:45.183367 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-f132d02d-e8bf-4090-a7b1-2351b355b33f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7fb1cdbd1e224b109015b8e1e37c6bcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5709598 Aug 30 18:39:45.187828 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132d02d-e8bf-4090-a7b1-2351b355b33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd17a53c-f576-4b68-8fa1-b1df1df35c20,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:45.189381 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 53206) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:45.294897 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb31c02-bdb2-4c8b-927e-93bb86418921 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Pushing event deleted for resources: {'Port': ['ID=eb84229e-624a-4bf8-b1b3-9691ab34f638,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:45.306619 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-17a3f5d5-467e-451c-8866-6d741afba006 req-db3c26b2-111d-4506-bb4c-fa6f99f86477 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 210 time: 0.1225741 Aug 30 18:39:45.518520 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-377bef70-70fa-4f52-b6d8-dac8c1531e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:45.584790 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-377bef70-70fa-4f52-b6d8-dac8c1531e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:45.612419 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143b51f-0a55-4d26-850b-73857f9b6d80 req-26f3b42f-419f-4c13-a497-1be26f250427 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:45.614251 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-6143b51f-0a55-4d26-850b-73857f9b6d80 req-26f3b42f-419f-4c13-a497-1be26f250427 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 985 time: 0.1956596 Aug 30 18:39:45.619436 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [req-244ac562-8c8d-484e-9108-1a4b94e9dce7 req-dcb31c02-bdb2-4c8b-927e-93bb86418921 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Router dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7 has already been hosted by L3 agent 92e03f23-06fd-457e-8698-15737aaba387 {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:39:45.763334 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-6143b51f-0a55-4d26-850b-73857f9b6d80 req-ca545bc6-dfac-44e3-8780-9056ab36a5fc tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&id=a7d2eb65-29fb-4a30-8100-d3da47b7c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1308563 Aug 30 18:39:45.801768 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-377bef70-70fa-4f52-b6d8-dac8c1531e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:45.805566 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-377bef70-70fa-4f52-b6d8-dac8c1531e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:45.810950 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-377bef70-70fa-4f52-b6d8-dac8c1531e90 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fd17a53c-f576-4b68-8fa1-b1df1df35c20 HTTP/1.1" status: 204 len: 168 time: 0.6148589 Aug 30 18:39:45.888528 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377bef70-70fa-4f52-b6d8-dac8c1531e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd17a53c-f576-4b68-8fa1-b1df1df35c20,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:45.928334 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-244ac562-8c8d-484e-9108-1a4b94e9dce7 req-dcb31c02-bdb2-4c8b-927e-93bb86418921 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:39:45.948638 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14f2317-7896-4a92-9818-9115954ad8fb None None] Sync routers for ids ['dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'] in dv-cinder-790492-12-iscsi {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:39:45.972372 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14f2317-7896-4a92-9818-9115954ad8fb None None] Routers {'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:39:45.973010 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-b14f2317-7896-4a92-9818-9115954ad8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:39:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:39:46.026994 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-244ac562-8c8d-484e-9108-1a4b94e9dce7 req-dcb31c02-bdb2-4c8b-927e-93bb86418921 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] No DVR routers for this DVR port eb84229e-624a-4bf8-b1b3-9691ab34f638 on host hv-cinder-79049 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:39:46.028806 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-244ac562-8c8d-484e-9108-1a4b94e9dce7 req-dcb31c02-bdb2-4c8b-927e-93bb86418921 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:46.032694 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-244ac562-8c8d-484e-9108-1a4b94e9dce7 req-dcb31c02-bdb2-4c8b-927e-93bb86418921 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.39 "DELETE /v2.0/ports/eb84229e-624a-4bf8-b1b3-9691ab34f638 HTTP/1.1" status: 204 len: 173 time: 2.1389263 Aug 30 18:39:46.033462 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcdbd1f-7f8a-4136-a742-bb0020d44121', 'name': 'network-vif-deleted', 'tag': 'eb84229e-624a-4bf8-b1b3-9691ab34f638'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:39:46.037738 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d77e9d-b8ee-46c8-b06e-7d2eed50d432" -d '{"events": [{"server_uuid": "9fcdbd1f-7f8a-4136-a742-bb0020d44121", "name": "network-vif-deleted", "tag": "eb84229e-624a-4bf8-b1b3-9691ab34f638"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:39:46.090024 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d6a613-2f80-4d94-82a0-103bb5bfc64f x-openstack-request-id: req-65d6a613-2f80-4d94-82a0-103bb5bfc64f {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:39:46.090692 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcdbd1f-7f8a-4136-a742-bb0020d44121", "name": "network-vif-deleted", "tag": "eb84229e-624a-4bf8-b1b3-9691ab34f638", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:39:46.091228 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-65d6a613-2f80-4d94-82a0-103bb5bfc64f {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:39:46.092053 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcdbd1f-7f8a-4136-a742-bb0020d44121', 'name': 'network-vif-deleted', 'tag': 'eb84229e-624a-4bf8-b1b3-9691ab34f638', 'status': 'completed', 'code': 200} Aug 30 18:39:46.143959 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-b14f2317-7896-4a92-9818-9115954ad8fb None None] Set router dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:39:46.266363 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6eab4a-c10a-46f6-9a44-cb975397f30a req-651125ef-c96a-47e7-acfd-ec6d219159d9 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:46.269255 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2d6eab4a-c10a-46f6-9a44-cb975397f30a req-651125ef-c96a-47e7-acfd-ec6d219159d9 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 945 time: 0.0948622 Aug 30 18:39:46.328927 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 53222) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:46.353190 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2d6eab4a-c10a-46f6-9a44-cb975397f30a req-91993517-65b3-4b02-ad8d-c5934a466851 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706215 Aug 30 18:39:46.355250 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e250a532-9f8e-4147-9e17-c4eaf7f4e6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:46.525100 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f7c0b9d7-b6b6-4775-80a4-79b752eeacce req-2fa9b3eb-9c57-426c-9c2e-b4c3e38d3a89 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcdbd1f-7f8a-4136-a742-bb0020d44121 HTTP/1.1" status: 200 len: 210 time: 0.0589976 Aug 30 18:39:46.560122 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-b14f2317-7896-4a92-9818-9115954ad8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'name': 'tempest-AttachVolumeTestJSON-829720461-router', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '73055980-6e5d-4d6f-8596-a0ca7a7d5b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:43Z', 'updated_at': '2021-08-30T18:34:00Z', 'revision_number': 4, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'gw_port': {'id': '73055980-6e5d-4d6f-8596-a0ca7a7d5b10', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:45Z', 'updated_at': '2021-08-30T18:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '44238e13-996e-42d9-9e9c-7957319492ec', 'name': '', 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'mac_address': 'fa:16:3e:8e:b6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06b2e4f8-43ee-4d3b-b176-d28355e277df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:57Z', 'updated_at': '2021-08-30T18:34:18Z', 'revision_number': 5, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'subnets': [{'id': '06b2e4f8-43ee-4d3b-b176-d28355e277df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:39:46.606762 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e250a532-9f8e-4147-9e17-c4eaf7f4e6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:46.610222 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14f2317-7896-4a92-9818-9115954ad8fb None None] Checking router: dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7 for host: dv-cinder-790492-12-iscsi {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:39:46.613042 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e250a532-9f8e-4147-9e17-c4eaf7f4e6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:46.622489 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14f2317-7896-4a92-9818-9115954ad8fb None None] Routers {'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:39:46.623307 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-b14f2317-7896-4a92-9818-9115954ad8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:39:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:39:46.668832 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-e250a532-9f8e-4147-9e17-c4eaf7f4e6f7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e7ba5345b5a24c7c9657a3e94e42b3ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3386655 Aug 30 18:39:46.671678 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e250a532-9f8e-4147-9e17-c4eaf7f4e6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2934267a-3cc0-4a70-9cc6-27844d38ccb5,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:46.672721 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 53226) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:46.776895 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-afbb6881-157a-47d8-b2a6-933e100221fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:46.786840 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-b14f2317-7896-4a92-9818-9115954ad8fb None None] Set router dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:39:46.821485 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-afbb6881-157a-47d8-b2a6-933e100221fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:46.922214 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 521168fc-d190-46c9-880f-0f9c2f5b69e0 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:39:46.925624 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-afbb6881-157a-47d8-b2a6-933e100221fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:46.931044 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-afbb6881-157a-47d8-b2a6-933e100221fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:46.937681 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-afbb6881-157a-47d8-b2a6-933e100221fc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2934267a-3cc0-4a70-9cc6-27844d38ccb5 HTTP/1.1" status: 204 len: 168 time: 0.2632251 Aug 30 18:39:46.972835 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb6881-157a-47d8-b2a6-933e100221fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2934267a-3cc0-4a70-9cc6-27844d38ccb5,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:47.039029 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee48a9-904a-4ce8-aac9-96fd3dbaec02 req-193ca6ac-455c-4eab-b0f8-3de7ce32db75 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:47.057126 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-afee48a9-904a-4ce8-aac9-96fd3dbaec02 req-193ca6ac-455c-4eab-b0f8-3de7ce32db75 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 985 time: 0.1908073 Aug 30 18:39:47.198577 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-afee48a9-904a-4ce8-aac9-96fd3dbaec02 req-a11666cf-d591-4ad2-908a-4730e9cfb558 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&id=a7d2eb65-29fb-4a30-8100-d3da47b7c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1310952 Aug 30 18:39:47.365823 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:47.422250 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e9489f-924c-45a7-8d02-09a0cfbcbf0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '521168fc-d190-46c9-880f-0f9c2f5b69e0'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:39:47.426826 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf7e48b1d7ea734c3ab22bdf0c4fd39094da8684eda14d675e1fcbcfa40454f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cca8b25-fb69-4efa-aab8-12ce511ae275" -d '{"events": [{"server_uuid": "16e9489f-924c-45a7-8d02-09a0cfbcbf0d", "name": "network-vif-unplugged", "status": "completed", "tag": "521168fc-d190-46c9-880f-0f9c2f5b69e0"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:39:47.458998 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 521168fc-d190-46c9-880f-0f9c2f5b69e0, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=521168fc-d190-46c9-880f-0f9c2f5b69e0,segment=NetworkSegment(4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f),segment_id=4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:39:47.470603 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-b14f2317-7896-4a92-9818-9115954ad8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'name': 'tempest-AttachVolumeTestJSON-829720461-router', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '73055980-6e5d-4d6f-8596-a0ca7a7d5b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:43Z', 'updated_at': '2021-08-30T18:34:00Z', 'revision_number': 4, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'gw_port': {'id': '73055980-6e5d-4d6f-8596-a0ca7a7d5b10', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:45Z', 'updated_at': '2021-08-30T18:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '44238e13-996e-42d9-9e9c-7957319492ec', 'name': '', 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'mac_address': 'fa:16:3e:8e:b6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06b2e4f8-43ee-4d3b-b176-d28355e277df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:57Z', 'updated_at': '2021-08-30T18:34:18Z', 'revision_number': 5, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'subnets': [{'id': '06b2e4f8-43ee-4d3b-b176-d28355e277df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:39:47.474393 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:47.544137 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14f2317-7896-4a92-9818-9115954ad8fb None None] The sync data for ids ['dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'] in dv-cinder-790492-12-iscsi is: [{'id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'name': 'tempest-AttachVolumeTestJSON-829720461-router', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '73055980-6e5d-4d6f-8596-a0ca7a7d5b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:43Z', 'updated_at': '2021-08-30T18:34:00Z', 'revision_number': 4, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'gw_port': {'id': '73055980-6e5d-4d6f-8596-a0ca7a7d5b10', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:45Z', 'updated_at': '2021-08-30T18:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '44238e13-996e-42d9-9e9c-7957319492ec', 'name': '', 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'mac_address': 'fa:16:3e:8e:b6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06b2e4f8-43ee-4d3b-b176-d28355e277df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:57Z', 'updated_at': '2021-08-30T18:34:18Z', 'revision_number': 5, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'subnets': [{'id': '06b2e4f8-43ee-4d3b-b176-d28355e277df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:39:47.671040 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=521168fc-d190-46c9-880f-0f9c2f5b69e0,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:47.760973 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cff77-9f55-431d-92ab-1b41c05d2ca9 req-bbd3caac-af43-460e-bad0-4363f4da1b9c tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:47.775830 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-de6cff77-9f55-431d-92ab-1b41c05d2ca9 req-bbd3caac-af43-460e-bad0-4363f4da1b9c tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 943 time: 0.1574852 Aug 30 18:39:47.880748 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:39:47.917742 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device eb84229e-624a-4bf8-b1b3-9691ab34f638 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:39:47.984026 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-de6cff77-9f55-431d-92ab-1b41c05d2ca9 req-67defbd4-e8c0-43d3-b0bc-2b3f07a6c6bb tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055969 Aug 30 18:39:48.003957 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] No Port match for: eb84229e-624a-4bf8-b1b3-9691ab34f638 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:39:48.004393 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device eb84229e-624a-4bf8-b1b3-9691ab34f638 not bound to the agent host hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:39:48.080084 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 30 Aug 2021 18:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e788225-6f93-4de7-b42e-978644252e4e x-openstack-request-id: req-6e788225-6f93-4de7-b42e-978644252e4e {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:39:48.080905 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e9489f-924c-45a7-8d02-09a0cfbcbf0d", "name": "network-vif-unplugged", "status": "failed", "tag": "521168fc-d190-46c9-880f-0f9c2f5b69e0", "code": 422}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:39:48.081486 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6e788225-6f93-4de7-b42e-978644252e4e {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:39:48.082159 dv-cinder-790492-12-iscsi neutron-server[94079]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '16e9489f-924c-45a7-8d02-09a0cfbcbf0d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '521168fc-d190-46c9-880f-0f9c2f5b69e0', 'code': 422} returned with failed status Aug 30 18:39:48.245934 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 53270) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:48.259978 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7049965-8b3e-4178-b511-6b995b865941 None None] New status for floating IP 9fd65a8d-b76b-4d08-94a2-30946b7d91f8: DOWN {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 18:39:48.463616 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-857a2723-0d6d-4d3d-ac0c-370f39e12962 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:48.703439 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-857a2723-0d6d-4d3d-ac0c-370f39e12962 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:48.767226 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 53280) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:48.809603 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec414e2-3c69-4889-918b-73a16cced626 req-4ff7d4d5-a19a-401d-ae7a-958f484b53bd tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:48.812411 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fec414e2-3c69-4889-918b-73a16cced626 req-4ff7d4d5-a19a-401d-ae7a-958f484b53bd tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 985 time: 0.3058250 Aug 30 18:39:49.001948 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fec414e2-3c69-4889-918b-73a16cced626 req-30550cb5-01db-48e6-a82d-a60f907abd50 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&id=a7d2eb65-29fb-4a30-8100-d3da47b7c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1366148 Aug 30 18:39:49.004815 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-857a2723-0d6d-4d3d-ac0c-370f39e12962 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:49.010344 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-857a2723-0d6d-4d3d-ac0c-370f39e12962 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:49.017408 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-857a2723-0d6d-4d3d-ac0c-370f39e12962 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "DELETE /v2.0/security-groups/210db280-cf39-4554-ba95-9e8bec0f2f0c HTTP/1.1" status: 204 len: 168 time: 0.7688520 Aug 30 18:39:49.018592 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 53290) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:49.063498 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a2723-0d6d-4d3d-ac0c-370f39e12962 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=210db280-cf39-4554-ba95-9e8bec0f2f0c,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:49.102703 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.api.v2.resource [None req-da53a0be-bb06-48a3-91f1-c3e43c970d91 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] show failed (client error): The resource could not be found. Aug 30 18:39:49.105299 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-da53a0be-bb06-48a3-91f1-c3e43c970d91 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups/210db280-cf39-4554-ba95-9e8bec0f2f0c HTTP/1.1" status: 404 len: 347 time: 0.0829744 Aug 30 18:39:49.109357 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 53294) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:49.344978 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-29f9aece-b4e0-4baa-92c2-685610c08c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:49.466830 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0deae3-d97d-42a9-9cb0-fb8fdc784503 req-d53bd444-d783-4542-afc9-bc77ca771b90 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:49.482135 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2d0deae3-d97d-42a9-9cb0-fb8fdc784503 req-d53bd444-d783-4542-afc9-bc77ca771b90 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 943 time: 0.2898858 Aug 30 18:39:49.511367 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-29f9aece-b4e0-4baa-92c2-685610c08c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:49.526834 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-29f9aece-b4e0-4baa-92c2-685610c08c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:49.562863 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c0fb8-bfed-4c65-b3a0-3dd80e2a899b req-f9936b7c-4930-4c11-832d-0558a1076619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:49.564593 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-269c0fb8-bfed-4c65-b3a0-3dd80e2a899b req-f9936b7c-4930-4c11-832d-0558a1076619 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d&tenant_id=d29a57262de14a2fa9ffa2376a6722cc HTTP/1.1" status: 200 len: 1096 time: 0.1824489 Aug 30 18:39:49.573011 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2d0deae3-d97d-42a9-9cb0-fb8fdc784503 req-104bebbf-4051-4a7d-a35d-107405c55445 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868433 Aug 30 18:39:49.607505 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-8a6c2ab4-a7e1-4c51-a931-344cdfb83abe tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Deleting port 0a3540d4-ba5a-4163-90b7-7045424f7e68 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:39:49.607505 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8a6c2ab4-a7e1-4c51-a931-344cdfb83abe tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:49.614213 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f9aece-b4e0-4baa-92c2-685610c08c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc64151b-37cb-4e7b-99cc-98e2fb9bcf49,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:49.631751 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-29f9aece-b4e0-4baa-92c2-685610c08c56 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=34385b0feb1a47d1a1b4838ebe166dbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8599448 Aug 30 18:39:49.634353 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 53304) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:49.718600 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2d18b162-b7b7-4018-9338-db3a85ecedd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:49.727523 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c0fb8-bfed-4c65-b3a0-3dd80e2a899b req-313994f7-db0b-432c-9fb3-b53d6f33a43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:49.730022 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-269c0fb8-bfed-4c65-b3a0-3dd80e2a899b req-313994f7-db0b-432c-9fb3-b53d6f33a43c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d29a57262de14a2fa9ffa2376a6722cc&device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 1096 time: 0.0809312 Aug 30 18:39:49.747967 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2d18b162-b7b7-4018-9338-db3a85ecedd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:49.771520 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8a6c2ab4-a7e1-4c51-a931-344cdfb83abe tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:49.772191 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8a6c2ab4-a7e1-4c51-a931-344cdfb83abe tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:49.822610 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-8a6c2ab4-a7e1-4c51-a931-344cdfb83abe tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Calling delete_port for 0a3540d4-ba5a-4163-90b7-7045424f7e68 owned by network:floatingip {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:39:49.825811 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2d18b162-b7b7-4018-9338-db3a85ecedd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:49.833233 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2d18b162-b7b7-4018-9338-db3a85ecedd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:49.838663 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-2d18b162-b7b7-4018-9338-db3a85ecedd8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bc64151b-37cb-4e7b-99cc-98e2fb9bcf49 HTTP/1.1" status: 204 len: 168 time: 0.1993370 Aug 30 18:39:49.871418 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d18b162-b7b7-4018-9338-db3a85ecedd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc64151b-37cb-4e7b-99cc-98e2fb9bcf49,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:49.916718 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-63ac7195-bb3e-44a7-b3ae-cbacff5a6b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:49.934081 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c0fb8-bfed-4c65-b3a0-3dd80e2a899b req-ff445454-8654-4516-b263-54b9d0015f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:49.935649 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-269c0fb8-bfed-4c65-b3a0-3dd80e2a899b req-ff445454-8654-4516-b263-54b9d0015f37 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ea852ca2-2b8b-420c-99a5-338c253d2592 HTTP/1.1" status: 200 len: 909 time: 0.1868432 Aug 30 18:39:50.065427 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-269c0fb8-bfed-4c65-b3a0-3dd80e2a899b req-23e515f9-08eb-4833-a862-d66427391222 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=521168fc-d190-46c9-880f-0f9c2f5b69e0 HTTP/1.1" status: 200 len: 999 time: 0.1162324 Aug 30 18:39:50.185634 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c0fb8-bfed-4c65-b3a0-3dd80e2a899b req-0e67d918-cb2b-48f3-b0d8-3c05ebf7f046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:50.188873 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-269c0fb8-bfed-4c65-b3a0-3dd80e2a899b req-0e67d918-cb2b-48f3-b0d8-3c05ebf7f046 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f5108fb3-7e52-4865-bd76-205360c0100e HTTP/1.1" status: 200 len: 848 time: 0.1153672 Aug 30 18:39:50.339194 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c0fb8-bfed-4c65-b3a0-3dd80e2a899b req-e2d92f72-63bc-42c4-bcaa-3f60f9c81097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:50.342579 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-269c0fb8-bfed-4c65-b3a0-3dd80e2a899b req-e2d92f72-63bc-42c4-bcaa-3f60f9c81097 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea852ca2-2b8b-420c-99a5-338c253d2592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1359115 Aug 30 18:39:50.393440 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c944e8-4727-4142-903f-325232abbca3 req-9f98ba1c-240f-47dd-b4ea-e048fb90ed89 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:50.410184 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b4c944e8-4727-4142-903f-325232abbca3 req-9f98ba1c-240f-47dd-b4ea-e048fb90ed89 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 985 time: 0.1734149 Aug 30 18:39:50.479631 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8a6c2ab4-a7e1-4c51-a931-344cdfb83abe tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:50.518862 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b4c944e8-4727-4142-903f-325232abbca3 req-cf149563-4b27-4c0b-a2f6-2c998cd737db tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&id=a7d2eb65-29fb-4a30-8100-d3da47b7c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1050267 Aug 30 18:39:50.537893 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c2ab4-a7e1-4c51-a931-344cdfb83abe tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Pushing event deleted for resources: {'Port': ['ID=0a3540d4-ba5a-4163-90b7-7045424f7e68,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:50.610203 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c2ab4-a7e1-4c51-a931-344cdfb83abe tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:39:50.610386 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c2ab4-a7e1-4c51-a931-344cdfb83abe tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:39:50.610722 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c2ab4-a7e1-4c51-a931-344cdfb83abe tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:39:50.616089 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c2ab4-a7e1-4c51-a931-344cdfb83abe tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:39:50.616633 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c2ab4-a7e1-4c51-a931-344cdfb83abe tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:39:50.617725 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c2ab4-a7e1-4c51-a931-344cdfb83abe tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:39:50.620535 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c2ab4-a7e1-4c51-a931-344cdfb83abe tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:39:50.621061 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c2ab4-a7e1-4c51-a931-344cdfb83abe tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:39:50.621608 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c2ab4-a7e1-4c51-a931-344cdfb83abe tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:39:50.624920 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c2ab4-a7e1-4c51-a931-344cdfb83abe tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:39:50.631505 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c2ab4-a7e1-4c51-a931-344cdfb83abe tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:39:50.632073 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6c2ab4-a7e1-4c51-a931-344cdfb83abe tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:39:50.700181 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8a6c2ab4-a7e1-4c51-a931-344cdfb83abe tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for floatingip, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:50.715562 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8a6c2ab4-a7e1-4c51-a931-344cdfb83abe tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:50.715562 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-8a6c2ab4-a7e1-4c51-a931-344cdfb83abe tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "DELETE /v2.0/floatingips/9fd65a8d-b76b-4d08-94a2-30946b7d91f8 HTTP/1.1" status: 204 len: 168 time: 1.5948331 Aug 30 18:39:50.754942 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-269c0fb8-bfed-4c65-b3a0-3dd80e2a899b req-e02393a8-a05d-41e4-adc5-541ab2b239cc service neutron] 10.222.0.39 "GET /v2.0/networks/ea852ca2-2b8b-420c-99a5-338c253d2592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952763 Aug 30 18:39:50.845999 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619e430-b215-4267-8afe-c297988a669e req-9fc8f155-3924-4efe-9559-a394d1bddc9d tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:50.849156 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2619e430-b215-4267-8afe-c297988a669e req-9fc8f155-3924-4efe-9559-a394d1bddc9d tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 943 time: 0.1441405 Aug 30 18:39:50.946789 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2619e430-b215-4267-8afe-c297988a669e req-8eff6dd4-980e-43b8-ab97-09ba594f48c9 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865467 Aug 30 18:39:51.248118 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-269c0fb8-bfed-4c65-b3a0-3dd80e2a899b req-1144b3c1-063c-4d3b-90c9-d0618ef088af service neutron] 10.222.0.39 "GET /v2.0/networks/ea852ca2-2b8b-420c-99a5-338c253d2592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780140 Aug 30 18:39:51.471038 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 53370) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:51.480554 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-9beae3b4-9a3c-4853-93a7-7fa97d6504b5 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Request body: {'security_group': {'name': 'tempest-securitygroup--103621537', 'description': 'tempest-description--1554397563'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:39:51.549925 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9beae3b4-9a3c-4853-93a7-7fa97d6504b5 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:51.789973 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9beae3b4-9a3c-4853-93a7-7fa97d6504b5 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:51.798332 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9beae3b4-9a3c-4853-93a7-7fa97d6504b5 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:51.833671 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bd2bd-748c-4814-a0e8-39c8a97da697 req-dcc8a7a2-8001-4a98-88d1-1cd6dcd1aa99 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:51.836246 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-673bd2bd-748c-4814-a0e8-39c8a97da697 req-dcc8a7a2-8001-4a98-88d1-1cd6dcd1aa99 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 985 time: 0.1665626 Aug 30 18:39:51.889828 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9beae3b4-9a3c-4853-93a7-7fa97d6504b5 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:51.891956 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-9beae3b4-9a3c-4853-93a7-7fa97d6504b5 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4189453 Aug 30 18:39:51.897040 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 53386) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:51.897677 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beae3b4-9a3c-4853-93a7-7fa97d6504b5 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=930412e8-c363-46fc-aa09-7743c26af9f6,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:51.906891 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-36b0085f-c00d-45fa-b1ed-2a55444812b7 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Request body: {'security_group_rule': {'security_group_id': '930412e8-c363-46fc-aa09-7743c26af9f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:39:51.934090 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-673bd2bd-748c-4814-a0e8-39c8a97da697 req-9b075c01-3bb7-477a-b635-fb7c60ac2678 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&id=a7d2eb65-29fb-4a30-8100-d3da47b7c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0782661 Aug 30 18:39:51.995771 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-36b0085f-c00d-45fa-b1ed-2a55444812b7 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:52.197297 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-36b0085f-c00d-45fa-b1ed-2a55444812b7 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:52.202673 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-36b0085f-c00d-45fa-b1ed-2a55444812b7 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110862'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:52.251453 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121ff10-bb2d-42f0-b741-6ec593757a65 req-2a6c5e53-37d2-4faa-a81c-ec4bacb17527 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:52.253978 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-8121ff10-bb2d-42f0-b741-6ec593757a65 req-2a6c5e53-37d2-4faa-a81c-ec4bacb17527 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 943 time: 0.1477375 Aug 30 18:39:52.260050 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0085f-c00d-45fa-b1ed-2a55444812b7 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f61bdc0-bed4-4b16-979c-6952e09eb91e,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:52.280623 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-36b0085f-c00d-45fa-b1ed-2a55444812b7 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:52.282674 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-36b0085f-c00d-45fa-b1ed-2a55444812b7 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3839641 Aug 30 18:39:52.285558 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 53394) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:52.292370 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-c407c6a4-0074-4017-ae8d-ed36c89ab7c3 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Request body: {'security_group_rule': {'security_group_id': '930412e8-c363-46fc-aa09-7743c26af9f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:39:52.327953 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c407c6a4-0074-4017-ae8d-ed36c89ab7c3 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:52.331475 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-8121ff10-bb2d-42f0-b741-6ec593757a65 req-1526132c-15e1-4f2f-b085-13a2fe5871fd tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681086 Aug 30 18:39:52.400572 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c407c6a4-0074-4017-ae8d-ed36c89ab7c3 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:52.406950 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c407c6a4-0074-4017-ae8d-ed36c89ab7c3 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110862'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:52.431708 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407c6a4-0074-4017-ae8d-ed36c89ab7c3 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2219a41f-7394-4e15-b10c-32934e1bb44c,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:52.436234 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c407c6a4-0074-4017-ae8d-ed36c89ab7c3 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:52.437542 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-c407c6a4-0074-4017-ae8d-ed36c89ab7c3 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1508367 Aug 30 18:39:52.442515 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 53396) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:52.448990 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-51c0ca20-4d05-44d5-a897-24781619350f tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Request body: {'floatingip': {'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:39:52.477585 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-51c0ca20-4d05-44d5-a897-24781619350f tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:52.646300 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-51c0ca20-4d05-44d5-a897-24781619350f tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:52.811523 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-51c0ca20-4d05-44d5-a897-24781619350f tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Allocated IP 172.27.3.166 (56c1e305-917b-4e98-a569-d57cdf415d5e/eb15dae3-e857-40c0-90c2-88f2d8bfe547/a344ee9d-ddeb-4c63-8b70-2f791a55604b) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:39:53.031097 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-51c0ca20-4d05-44d5-a897-24781619350f tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:53.080622 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-51c0ca20-4d05-44d5-a897-24781619350f tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041865'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:53.138492 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c0ca20-4d05-44d5-a897-24781619350f tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Network 56c1e305-917b-4e98-a569-d57cdf415d5e is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:39:53.143904 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b85111-d4d4-48f2-b93b-321c54402e45 req-095171d6-bb58-46ba-b2a8-0fe8279e4d84 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:53.143904 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-16b85111-d4d4-48f2-b93b-321c54402e45 req-095171d6-bb58-46ba-b2a8-0fe8279e4d84 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 985 time: 0.0848458 Aug 30 18:39:53.152172 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-51c0ca20-4d05-44d5-a897-24781619350f tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:39:53.156088 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c0ca20-4d05-44d5-a897-24781619350f tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:39:53.209981 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0ca20-4d05-44d5-a897-24781619350f tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Pushing event updated for resources: {'Port': ['ID=a344ee9d-ddeb-4c63-8b70-2f791a55604b,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:53.240443 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-16b85111-d4d4-48f2-b93b-321c54402e45 req-4737a50f-239e-48ca-90b0-30a0b1408e89 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&id=a7d2eb65-29fb-4a30-8100-d3da47b7c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0834999 Aug 30 18:39:53.251300 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6a075734-421d-4035-b271-9881c4a56351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:53.325235 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-51c0ca20-4d05-44d5-a897-24781619350f tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:53.361319 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:53.380015 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-51c0ca20-4d05-44d5-a897-24781619350f tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:53.612342 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0ee10-5081-4ca7-a1d5-f44fb88d253c req-9761eaf2-f1ca-44d3-916a-ea293c685ae7 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:53.614225 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-70c0ee10-5081-4ca7-a1d5-f44fb88d253c req-9761eaf2-f1ca-44d3-916a-ea293c685ae7 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 943 time: 0.1437368 Aug 30 18:39:53.723429 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-70c0ee10-5081-4ca7-a1d5-f44fb88d253c req-a937a810-71f7-4a6b-8eca-93aa155b59f1 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002567 Aug 30 18:39:53.740305 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-51c0ca20-4d05-44d5-a897-24781619350f tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:53.762441 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-51c0ca20-4d05-44d5-a897-24781619350f tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9041872'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:53.856350 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0ca20-4d05-44d5-a897-24781619350f tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Pushing event updated for resources: {'Port': ['ID=a344ee9d-ddeb-4c63-8b70-2f791a55604b,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:53.874578 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-51c0ca20-4d05-44d5-a897-24781619350f tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120221'] for floatingip, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:53.900553 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-51c0ca20-4d05-44d5-a897-24781619350f tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:53.902476 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-51c0ca20-4d05-44d5-a897-24781619350f tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4582231 Aug 30 18:39:54.022323 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:54.296890 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-3fe52e97-9211-483d-98a8-9fa4f8c9075c tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--103621537&fields=id&tenant_id=c8c53c4b1f724a2d82c8b9aa097e7b08 HTTP/1.1" status: 200 len: 267 time: 0.0706930 Aug 30 18:39:54.514217 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-8205de29-b2b1-4805-9f71-54396a2b8a4a tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:54.516662 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-8205de29-b2b1-4805-9f71-54396a2b8a4a tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/networks?id=ab82acb0-f81e-4d3a-b5c2-781193f4d5c9 HTTP/1.1" status: 200 len: 810 time: 0.2070158 Aug 30 18:39:54.542805 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-4b46a8a1-c4ac-4652-8ecc-f0b496d8b59b tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/quotas/c8c53c4b1f724a2d82c8b9aa097e7b08 HTTP/1.1" status: 200 len: 375 time: 0.0144072 Aug 30 18:39:54.548234 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24fc82-40c7-4a31-afb3-515d2afb8b54 req-5fdd52f4-03d0-4126-a749-33cab101cca8 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:54.550935 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7f24fc82-40c7-4a31-afb3-515d2afb8b54 req-5fdd52f4-03d0-4126-a749-33cab101cca8 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 985 time: 0.1025038 Aug 30 18:39:54.599437 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 53482) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:54.637638 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7f24fc82-40c7-4a31-afb3-515d2afb8b54 req-5ed14569-0f9b-4ed0-892b-bff52356cf96 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&id=a7d2eb65-29fb-4a30-8100-d3da47b7c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0757496 Aug 30 18:39:54.654524 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-1ce57364-f7e8-433b-9d14-5c2a54f71526 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c8c53c4b1f724a2d82c8b9aa097e7b08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0978837 Aug 30 18:39:54.812362 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-07bc0937-b8e7-48f4-94d5-ae815d935cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:54.820868 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-65c4a8af-88c0-424e-afb0-fe2374ee8a24 service neutron] 10.222.0.46 "GET /v2.0/networks/ab82acb0-f81e-4d3a-b5c2-781193f4d5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489058 Aug 30 18:39:54.979054 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-0c737da3-e021-466c-b532-88af4c8ed02e service neutron] 10.222.0.46 "GET /v2.0/networks/ab82acb0-f81e-4d3a-b5c2-781193f4d5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481948 Aug 30 18:39:55.015705 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d444725-fbf1-45ed-b35e-540a039b02c4 req-f56739ba-06b5-4888-9055-c9a93d1c3797 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:55.018564 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8d444725-fbf1-45ed-b35e-540a039b02c4 req-f56739ba-06b5-4888-9055-c9a93d1c3797 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 943 time: 0.1371431 Aug 30 18:39:55.144554 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-07bc0937-b8e7-48f4-94d5-ae815d935cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:55.151058 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8d444725-fbf1-45ed-b35e-540a039b02c4 req-35b7c53a-b708-4e69-b9d5-2c86ec6ee933 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208410 Aug 30 18:39:55.152958 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-07bc0937-b8e7-48f4-94d5-ae815d935cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:55.213496 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-07bc0937-b8e7-48f4-94d5-ae815d935cfc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e28b1c6e859b4cc69b1a34aade81bc64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6129627 Aug 30 18:39:55.214848 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc0937-b8e7-48f4-94d5-ae815d935cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1adfe5-dfa6-479b-bda6-aa88e745b267,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:55.218473 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 53492) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:55.280875 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-424f9a42-2f7f-4a82-80c3-2536d26f0909 req-72be9d12-81ef-4828-a73a-c9ecb5fdebdc tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c3bb4c-b0ba-4602-99ed-6939c9c8bc70 HTTP/1.1" status: 200 len: 210 time: 0.0759232 Aug 30 18:39:55.325107 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bfad82ca-8405-4aba-9351-54ac765a047b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:55.388760 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bfad82ca-8405-4aba-9351-54ac765a047b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:55.469717 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bfad82ca-8405-4aba-9351-54ac765a047b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:55.472530 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bfad82ca-8405-4aba-9351-54ac765a047b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:55.476993 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-bfad82ca-8405-4aba-9351-54ac765a047b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fe1adfe5-dfa6-479b-bda6-aa88e745b267 HTTP/1.1" status: 204 len: 168 time: 0.2540379 Aug 30 18:39:55.488040 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad82ca-8405-4aba-9351-54ac765a047b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1adfe5-dfa6-479b-bda6-aa88e745b267,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:55.763644 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:55.882663 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7abb0-ebe6-49cb-ae2e-c1fbf7b1c7e0 req-e2b4f1c8-4370-4743-a85f-d9eaca1b8566 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:55.886247 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7cc7abb0-ebe6-49cb-ae2e-c1fbf7b1c7e0 req-e2b4f1c8-4370-4743-a85f-d9eaca1b8566 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 985 time: 0.1001301 Aug 30 18:39:55.944166 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7cc7abb0-ebe6-49cb-ae2e-c1fbf7b1c7e0 req-e9d8116b-6e88-4f8b-b2ae-4a8047d6e97f tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&id=a7d2eb65-29fb-4a30-8100-d3da47b7c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0466926 Aug 30 18:39:55.973106 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 53520) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:56.106144 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 53524) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:56.121101 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-62079ea7-8734-4c6f-b5a5-dbf160fc3344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:56.145588 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-43ea439e-053e-4ae7-814e-f0442e66783b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:56.281459 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-62079ea7-8734-4c6f-b5a5-dbf160fc3344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:56.297725 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-62079ea7-8734-4c6f-b5a5-dbf160fc3344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:56.347196 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62079ea7-8734-4c6f-b5a5-dbf160fc3344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c7d308-b507-4220-9324-4a8ca878a0ed,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:56.357548 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-62079ea7-8734-4c6f-b5a5-dbf160fc3344 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=49bb8896df034b36b7ccc55d2ccda04d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500873 Aug 30 18:39:56.360867 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 53530) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:56.374935 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb7d15-01cf-4fdc-a4f7-ce2b86b9c56a req-fe41078e-1c58-4c1b-8a7f-283839b35fa4 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:56.376954 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-02bb7d15-01cf-4fdc-a4f7-ce2b86b9c56a req-fe41078e-1c58-4c1b-8a7f-283839b35fa4 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 943 time: 0.1208575 Aug 30 18:39:56.475056 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-02bb7d15-01cf-4fdc-a4f7-ce2b86b9c56a req-295def9a-9882-4f04-aeee-07cec924296d tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900888 Aug 30 18:39:56.480961 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce73a386-3c1b-4455-a740-f4b0aa5f2512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:56.509345 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-35ed0640-8da9-4f98-9741-4f2ec3e092e0 req-e99b63c5-7442-4f58-89aa-5f5c8a906a4b tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c3bb4c-b0ba-4602-99ed-6939c9c8bc70 HTTP/1.1" status: 200 len: 210 time: 0.0606475 Aug 30 18:39:56.526884 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-43ea439e-053e-4ae7-814e-f0442e66783b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:56.537446 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-43ea439e-053e-4ae7-814e-f0442e66783b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:56.544066 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce73a386-3c1b-4455-a740-f4b0aa5f2512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:56.607492 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea439e-053e-4ae7-814e-f0442e66783b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e02f1c-48df-48c4-8b25-f8829771c919,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:56.615923 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-43ea439e-053e-4ae7-814e-f0442e66783b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5c9a2a67cf18488b9b2f41a081a50e2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6412525 Aug 30 18:39:56.619401 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 53542) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:56.630240 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce73a386-3c1b-4455-a740-f4b0aa5f2512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:56.637269 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce73a386-3c1b-4455-a740-f4b0aa5f2512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:56.639177 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-ce73a386-3c1b-4455-a740-f4b0aa5f2512 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e0c7d308-b507-4220-9324-4a8ca878a0ed HTTP/1.1" status: 204 len: 168 time: 0.2774122 Aug 30 18:39:56.663343 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73a386-3c1b-4455-a740-f4b0aa5f2512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c7d308-b507-4220-9324-4a8ca878a0ed,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:56.743752 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c8b112e7-2673-4127-9bea-9672378f62ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:56.900375 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c8b112e7-2673-4127-9bea-9672378f62ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:57.029683 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-b78061eb-1aa3-4fde-a120-5c6f80ac7c97 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:57.031333 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-b78061eb-1aa3-4fde-a120-5c6f80ac7c97 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.39 "GET /v2.0/networks?id=ab82acb0-f81e-4d3a-b5c2-781193f4d5c9 HTTP/1.1" status: 200 len: 810 time: 0.2808867 Aug 30 18:39:57.047756 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c8b112e7-2673-4127-9bea-9672378f62ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:57.052388 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c8b112e7-2673-4127-9bea-9672378f62ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:57.057647 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-c8b112e7-2673-4127-9bea-9672378f62ed admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/57e02f1c-48df-48c4-8b25-f8829771c919 HTTP/1.1" status: 204 len: 168 time: 0.4328709 Aug 30 18:39:57.088202 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b112e7-2673-4127-9bea-9672378f62ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e02f1c-48df-48c4-8b25-f8829771c919,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:57.193208 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-06c3e072-4f2e-4180-97d7-0234d9869af7 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8c53c4b1f724a2d82c8b9aa097e7b08 HTTP/1.1" status: 200 len: 379 time: 0.1078999 Aug 30 18:39:57.204953 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe8cdf-a8c0-47e7-9626-88ddef0694f8 req-22b0d134-714a-45ab-84b1-cba7a68e8c91 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:57.207177 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-e4fe8cdf-a8c0-47e7-9626-88ddef0694f8 req-22b0d134-714a-45ab-84b1-cba7a68e8c91 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 985 time: 0.1064637 Aug 30 18:39:57.225127 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-27465921-0feb-4889-977b-0069b3f3bbe1 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Request body: {'port': {'device_id': 'd8c3bb4c-b0ba-4602-99ed-6939c9c8bc70', 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9', 'admin_state_up': True, 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'security_groups': ['930412e8-c363-46fc-aa09-7743c26af9f6']}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:39:57.357946 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-e4fe8cdf-a8c0-47e7-9626-88ddef0694f8 req-9abc6c13-2e08-49e9-9115-d4addfcb5411 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&id=a7d2eb65-29fb-4a30-8100-d3da47b7c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1256907 Aug 30 18:39:57.443352 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-27465921-0feb-4889-977b-0069b3f3bbe1 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Made reservation on behalf of c8c53c4b1f724a2d82c8b9aa097e7b08 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:39:57.450595 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-27465921-0feb-4889-977b-0069b3f3bbe1 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:57.715421 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bcc1df9e-402f-458b-8eb1-20675ad4d9a4 req-d1692b11-37e7-488d-8c9b-965896c4b95c tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c3bb4c-b0ba-4602-99ed-6939c9c8bc70 HTTP/1.1" status: 200 len: 210 time: 0.0487862 Aug 30 18:39:57.763032 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-27465921-0feb-4889-977b-0069b3f3bbe1 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Allocated IP 172.20.0.11 (ab82acb0-f81e-4d3a-b5c2-781193f4d5c9/06b2e4f8-43ee-4d3b-b176-d28355e277df/c38f0ed6-4a27-4033-b3af-ba3642cfee10) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:39:57.763603 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311f15d-4571-4f81-b195-cfa2b6daff5b req-3a0726b8-ec34-4e51-8ec6-381f99e7a8a0 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:57.770442 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e311f15d-4571-4f81-b195-cfa2b6daff5b req-3a0726b8-ec34-4e51-8ec6-381f99e7a8a0 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 943 time: 0.1260960 Aug 30 18:39:57.880355 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e311f15d-4571-4f81-b195-cfa2b6daff5b req-606adac5-9a85-4d8f-aadb-5a77c6fb1707 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882132 Aug 30 18:39:58.037238 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-27465921-0feb-4889-977b-0069b3f3bbe1 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:58.069282 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 53604) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:58.071727 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-27465921-0feb-4889-977b-0069b3f3bbe1 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Transition to ACTIVE for port object c38f0ed6-4a27-4033-b3af-ba3642cfee10 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:39:58.158604 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-27465921-0feb-4889-977b-0069b3f3bbe1 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:58.239699 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-27465921-0feb-4889-977b-0069b3f3bbe1 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Network ab82acb0-f81e-4d3a-b5c2-781193f4d5c9 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:39:58.252285 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-27465921-0feb-4889-977b-0069b3f3bbe1 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:39:58.259657 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-27465921-0feb-4889-977b-0069b3f3bbe1 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:39:58.270195 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-e1efcd7f-0bc1-46f7-80a8-1aeac7d41485 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1200407174-network', 'tenant_id': '25f83da730e6403f8727bb203a0265f2'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:39:58.307837 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1efcd7f-0bc1-46f7-80a8-1aeac7d41485 admin admin] Made reservation on behalf of 25f83da730e6403f8727bb203a0265f2 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:39:58.311700 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1efcd7f-0bc1-46f7-80a8-1aeac7d41485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:58.319750 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27465921-0feb-4889-977b-0069b3f3bbe1 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Pushing event updated for resources: {'Port': ['ID=c38f0ed6-4a27-4033-b3af-ba3642cfee10,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:58.323684 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1efcd7f-0bc1-46f7-80a8-1aeac7d41485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:58.374768 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-27465921-0feb-4889-977b-0069b3f3bbe1 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:58.375482 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-27465921-0feb-4889-977b-0069b3f3bbe1 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:58.549706 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1efcd7f-0bc1-46f7-80a8-1aeac7d41485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:58.562532 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-27465921-0feb-4889-977b-0069b3f3bbe1 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3485737 Aug 30 18:39:58.569001 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1efcd7f-0bc1-46f7-80a8-1aeac7d41485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:58.584027 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-b33d3c5a-5bb9-467b-b7ff-5a310779be25 service neutron] Request body: {'port': {'device_id': 'd8c3bb4c-b0ba-4602-99ed-6939c9c8bc70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:39:58.600648 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5d927cf8-2010-4610-8cbc-a4b299ebf110 None None] Provisioning for port c38f0ed6-4a27-4033-b3af-ba3642cfee10 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:39:58.607923 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5d927cf8-2010-4610-8cbc-a4b299ebf110 None None] Provisioning complete for port c38f0ed6-4a27-4033-b3af-ba3642cfee10 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:39:58.608353 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5d927cf8-2010-4610-8cbc-a4b299ebf110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:58.661908 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1efcd7f-0bc1-46f7-80a8-1aeac7d41485 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 18:39:58.662934 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-5d927cf8-2010-4610-8cbc-a4b299ebf110 None None] Port c38f0ed6-4a27-4033-b3af-ba3642cfee10 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:39:58.671088 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1efcd7f-0bc1-46f7-80a8-1aeac7d41485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c80a4e-e016-434b-994a-d9f3fb5e01d9,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:58.697118 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1efcd7f-0bc1-46f7-80a8-1aeac7d41485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:58.697930 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.db.segments_db [None req-e1efcd7f-0bc1-46f7-80a8-1aeac7d41485 admin admin] Added segment 66617566-421d-46ca-9595-592ed428821d of type vlan for network d3320434-ff4b-4866-9d06-90e0c6178662 Aug 30 18:39:58.716447 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f5aea-9e36-4e54-9ffb-917734db9a65 req-dec28538-8ab8-4d17-ba7c-b32c0c37cf56 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:58.717614 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-b33d3c5a-5bb9-467b-b7ff-5a310779be25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:58.719216 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ae0f5aea-9e36-4e54-9ffb-917734db9a65 req-dec28538-8ab8-4d17-ba7c-b32c0c37cf56 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 985 time: 0.1976156 Aug 30 18:39:58.830100 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1efcd7f-0bc1-46f7-80a8-1aeac7d41485 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776058719600'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:58.863901 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ae0f5aea-9e36-4e54-9ffb-917734db9a65 req-88197f7f-0299-49da-99f2-39fa8798126d tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&id=a7d2eb65-29fb-4a30-8100-d3da47b7c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1312299 Aug 30 18:39:58.896254 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1efcd7f-0bc1-46f7-80a8-1aeac7d41485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:58.897727 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1efcd7f-0bc1-46f7-80a8-1aeac7d41485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:58.899473 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1efcd7f-0bc1-46f7-80a8-1aeac7d41485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:59.004353 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-e1efcd7f-0bc1-46f7-80a8-1aeac7d41485 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9337115 Aug 30 18:39:59.009028 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 53632) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:59.015057 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-2c8b7411-bb21-4dbe-9863-aa4a73b6840c admin admin] Request body: {'subnet': {'network_id': 'd3320434-ff4b-4866-9d06-90e0c6178662', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1200407174-subnet', 'tenant_id': '25f83da730e6403f8727bb203a0265f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:39:59.057711 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1efcd7f-0bc1-46f7-80a8-1aeac7d41485 admin admin] Pushing event updated for resources: {'Network': ['ID=d3320434-ff4b-4866-9d06-90e0c6178662,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:59.084048 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8b7411-bb21-4dbe-9863-aa4a73b6840c admin admin] Made reservation on behalf of 25f83da730e6403f8727bb203a0265f2 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:39:59.090101 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2c8b7411-bb21-4dbe-9863-aa4a73b6840c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506827'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:59.090379 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Network d3320434-ff4b-4866-9d06-90e0c6178662 details requested by agent ovs-agent-dv-cinder-790492-12-iscsi with host dv-cinder-790492-12-iscsi {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:39:59.112321 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602ec20-2192-485b-a896-a9599920695e req-67c244b8-e2d2-4e1a-8b3b-7748357ff004 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:59.115453 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f602ec20-2192-485b-a896-a9599920695e req-67c244b8-e2d2-4e1a-8b3b-7748357ff004 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 943 time: 0.1295521 Aug 30 18:39:59.121480 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1613058-dfd1-441d-86f3-b03de51a599d req-a6a0a7a3-ca34-4cfa-8aaf-883f28ad05c1 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:59.130208 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f1613058-dfd1-441d-86f3-b03de51a599d req-a6a0a7a3-ca34-4cfa-8aaf-883f28ad05c1 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c3bb4c-b0ba-4602-99ed-6939c9c8bc70 HTTP/1.1" status: 200 len: 932 time: 0.2059569 Aug 30 18:39:59.207425 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f1613058-dfd1-441d-86f3-b03de51a599d req-34dca20c-9d7d-4010-b811-f6c7171d7858 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=930412e8-c363-46fc-aa09-7743c26af9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761025 Aug 30 18:39:59.263893 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 53642) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:59.389945 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f602ec20-2192-485b-a896-a9599920695e req-b0c6e7fa-aad1-4129-95d0-bb36da672292 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2504210 Aug 30 18:39:59.420970 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a51023-262b-4adc-bdb1-d1abb6220aa8 admin admin] Deleting subnet b0ac298a-66c3-4ae6-bb1e-d926841f337f {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 18:39:59.432247 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d9a51023-262b-4adc-bdb1-d1abb6220aa8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:59.472540 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-b33d3c5a-5bb9-467b-b7ff-5a310779be25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c38f0ed6-4a27-4033-b3af-ba3642cfee10 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:39:59.484910 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-b33d3c5a-5bb9-467b-b7ff-5a310779be25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:59.511486 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d9a51023-262b-4adc-bdb1-d1abb6220aa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8937665'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:59.535420 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-b33d3c5a-5bb9-467b-b7ff-5a310779be25 service neutron] Transition to ACTIVE for port object c38f0ed6-4a27-4033-b3af-ba3642cfee10 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:39:59.551696 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-b33d3c5a-5bb9-467b-b7ff-5a310779be25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449046'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:59.617809 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2c8b7411-bb21-4dbe-9863-aa4a73b6840c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9041497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506809'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:59.650688 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d9a51023-262b-4adc-bdb1-d1abb6220aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984993'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:59.690322 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d3c5a-5bb9-467b-b7ff-5a310779be25 service neutron] Pushing event updated for resources: {'Port': ['ID=c38f0ed6-4a27-4033-b3af-ba3642cfee10,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:59.770239 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8b7411-bb21-4dbe-9863-aa4a73b6840c admin admin] Checking segment: {'id': '66617566-421d-46ca-9595-592ed428821d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd3320434-ff4b-4866-9d06-90e0c6178662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:39:59.770822 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8b7411-bb21-4dbe-9863-aa4a73b6840c admin admin] Network hostable DHCP agents. Network: d3320434-ff4b-4866-9d06-90e0c6178662, hostable agents: ['31edc47e-fc79-419c-8073-db6fa9586502'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:39:59.777674 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b7411-bb21-4dbe-9863-aa4a73b6840c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a4bc491-015f-4756-9ab0-80562ea794ad,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:59.800163 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b7411-bb21-4dbe-9863-aa4a73b6840c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:39:59.801406 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b7411-bb21-4dbe-9863-aa4a73b6840c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:39:59.802218 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b7411-bb21-4dbe-9863-aa4a73b6840c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:39:59.803019 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b7411-bb21-4dbe-9863-aa4a73b6840c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:39:59.803863 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b7411-bb21-4dbe-9863-aa4a73b6840c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:39:59.805334 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b7411-bb21-4dbe-9863-aa4a73b6840c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:39:59.806165 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b7411-bb21-4dbe-9863-aa4a73b6840c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:39:59.806999 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b7411-bb21-4dbe-9863-aa4a73b6840c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:39:59.808168 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b7411-bb21-4dbe-9863-aa4a73b6840c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:39:59.809012 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b7411-bb21-4dbe-9863-aa4a73b6840c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:39:59.809781 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b7411-bb21-4dbe-9863-aa4a73b6840c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:39:59.810587 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b7411-bb21-4dbe-9863-aa4a73b6840c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:39:59.853328 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8b7411-bb21-4dbe-9863-aa4a73b6840c admin admin] Network d3320434-ff4b-4866-9d06-90e0c6178662 is scheduled to be hosted by DHCP agent 31edc47e-fc79-419c-8073-db6fa9586502 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:39:59.858984 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d9a51023-262b-4adc-bdb1-d1abb6220aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424332'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:59.879971 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-2c8b7411-bb21-4dbe-9863-aa4a73b6840c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-12-iscsi, d3320434-ff4b-4866-9d06-90e0c6178662) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:39:59.885700 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8b7411-bb21-4dbe-9863-aa4a73b6840c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:39:59.886667 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2c8b7411-bb21-4dbe-9863-aa4a73b6840c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:59.889418 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-b33d3c5a-5bb9-467b-b7ff-5a310779be25 service neutron] Attempting to bind port c38f0ed6-4a27-4033-b3af-ba3642cfee10 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:39:59.889767 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-b33d3c5a-5bb9-467b-b7ff-5a310779be25 service neutron] Attempting to bind port c38f0ed6-4a27-4033-b3af-ba3642cfee10 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '79b37a73-214a-48d0-8530-dbb5845d8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:39:59.890119 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-b33d3c5a-5bb9-467b-b7ff-5a310779be25 service neutron] Attempting to bind port c38f0ed6-4a27-4033-b3af-ba3642cfee10 on network ab82acb0-f81e-4d3a-b5c2-781193f4d5c9 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:39:59.894665 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ee3e65-ecd5-4fcd-9261-c48861b5a073 None None] Network d3320434-ff4b-4866-9d06-90e0c6178662 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:39:59.925184 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-2c8b7411-bb21-4dbe-9863-aa4a73b6840c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9141688 Aug 30 18:39:59.928046 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-b33d3c5a-5bb9-467b-b7ff-5a310779be25 service neutron] Port c38f0ed6-4a27-4033-b3af-ba3642cfee10 on network ab82acb0-f81e-4d3a-b5c2-781193f4d5c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:39:59.928482 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-b33d3c5a-5bb9-467b-b7ff-5a310779be25 service neutron] Attempting to bind port c38f0ed6-4a27-4033-b3af-ba3642cfee10 on network ab82acb0-f81e-4d3a-b5c2-781193f4d5c9 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:39:59.940058 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d9a51023-262b-4adc-bdb1-d1abb6220aa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:39:59.943284 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-d9a51023-262b-4adc-bdb1-d1abb6220aa8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b0ac298a-66c3-4ae6-bb1e-d926841f337f HTTP/1.1" status: 204 len: 168 time: 0.6781683 Aug 30 18:39:59.946437 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a51023-262b-4adc-bdb1-d1abb6220aa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0ac298a-66c3-4ae6-bb1e-d926841f337f,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:39:59.948465 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 53652) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:39:59.952706 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-b33d3c5a-5bb9-467b-b7ff-5a310779be25 service neutron] Checking agent: {'id': '7d13e2b4-65d8-4093-b4fc-5ca6c835aab8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'started_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:39:59.953054 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-b33d3c5a-5bb9-467b-b7ff-5a310779be25 service neutron] Checking segment: {'id': '79b37a73-214a-48d0-8530-dbb5845d8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:39:59.953449 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-b33d3c5a-5bb9-467b-b7ff-5a310779be25 service neutron] Bound using segment: {'id': '79b37a73-214a-48d0-8530-dbb5845d8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:39:59.954249 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-b33d3c5a-5bb9-467b-b7ff-5a310779be25 service neutron] Bound port: c38f0ed6-4a27-4033-b3af-ba3642cfee10, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b37a73-214a-48d0-8530-dbb5845d8dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:39:59.954650 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-b33d3c5a-5bb9-467b-b7ff-5a310779be25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:00.068054 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 521168fc-d190-46c9-880f-0f9c2f5b69e0 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:40:00.092129 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9b202db7-8cc4-4dd5-afc8-87484f1cd4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641841'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:00.102811 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-b33d3c5a-5bb9-467b-b7ff-5a310779be25 service neutron] For port c38f0ed6-4a27-4033-b3af-ba3642cfee10, host hv-cinder-79049, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:40:00.108893 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-b33d3c5a-5bb9-467b-b7ff-5a310779be25 service neutron] For port c38f0ed6-4a27-4033-b3af-ba3642cfee10, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c38f0ed6-4a27-4033-b3af-ba3642cfee10,segment=NetworkSegment(79b37a73-214a-48d0-8530-dbb5845d8dcf),segment_id=79b37a73-214a-48d0-8530-dbb5845d8dcf)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:40:00.115177 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-b33d3c5a-5bb9-467b-b7ff-5a310779be25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449046'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:00.232875 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-b33d3c5a-5bb9-467b-b7ff-5a310779be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:00.233889 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-b33d3c5a-5bb9-467b-b7ff-5a310779be25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:00.236981 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-b33d3c5a-5bb9-467b-b7ff-5a310779be25 service neutron] 10.222.0.39 "PUT /v2.0/ports/c38f0ed6-4a27-4033-b3af-ba3642cfee10 HTTP/1.1" status: 200 len: 1094 time: 1.6600385 Aug 30 18:40:00.237560 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c3bb4c-b0ba-4602-99ed-6939c9c8bc70', 'tag': 'c38f0ed6-4a27-4033-b3af-ba3642cfee10'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:40:00.240677 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023a9bd3-ba80-4b27-ba80-a430745c8763" -d '{"events": [{"name": "network-changed", "server_uuid": "d8c3bb4c-b0ba-4602-99ed-6939c9c8bc70", "tag": "c38f0ed6-4a27-4033-b3af-ba3642cfee10"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:40:00.381097 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9b202db7-8cc4-4dd5-afc8-87484f1cd4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925274', 'neutron.services.segments.db._delete_segments_for_network-8776059265518'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:00.402590 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d3c5a-5bb9-467b-b7ff-5a310779be25 service neutron] Pushing event updated for resources: {'Port': ['ID=c38f0ed6-4a27-4033-b3af-ba3642cfee10,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:00.426800 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-9b202db7-8cc4-4dd5-afc8-87484f1cd4f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edb37050-989f-45ae-abef-b5d87df170d7']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:40:00.432598 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 521168fc-d190-46c9-880f-0f9c2f5b69e0, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=521168fc-d190-46c9-880f-0f9c2f5b69e0,segment=NetworkSegment(4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f),segment_id=4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:40:00.440548 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b5d95c-e8e1-4a1b-b179-49d31d7d6556 x-openstack-request-id: req-18b5d95c-e8e1-4a1b-b179-49d31d7d6556 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:40:00.440887 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8c3bb4c-b0ba-4602-99ed-6939c9c8bc70", "tag": "c38f0ed6-4a27-4033-b3af-ba3642cfee10", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:40:00.441089 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-18b5d95c-e8e1-4a1b-b179-49d31d7d6556 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:40:00.441505 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c3bb4c-b0ba-4602-99ed-6939c9c8bc70', 'tag': 'c38f0ed6-4a27-4033-b3af-ba3642cfee10', 'status': 'completed', 'code': 200} Aug 30 18:40:00.490045 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Returning: {'device': '521168fc-d190-46c9-880f-0f9c2f5b69e0', 'network_id': 'ea852ca2-2b8b-420c-99a5-338c253d2592', 'port_id': '521168fc-d190-46c9-880f-0f9c2f5b69e0', 'mac_address': 'fa:16:3e:b6:7d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5108fb3-7e52-4865-bd76-205360c0100e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:40:00.521640 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-bfef85fd-25f4-4908-be5b-18ac8085f510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:00.527266 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-bfef85fd-25f4-4908-be5b-18ac8085f510 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c8c53c4b1f724a2d82c8b9aa097e7b08&device_id=d8c3bb4c-b0ba-4602-99ed-6939c9c8bc70 HTTP/1.1" status: 200 len: 1097 time: 0.1762121 Aug 30 18:40:00.540224 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-9b202db7-8cc4-4dd5-afc8-87484f1cd4f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7da4ab1-e71b-494c-a860-d9debd9a97f7') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:40:00.540645 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-9b202db7-8cc4-4dd5-afc8-87484f1cd4f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7da4ab1-e71b-494c-a860-d9debd9a97f7') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:40:00.589044 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9b202db7-8cc4-4dd5-afc8-87484f1cd4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776059265401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8522696'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:00.629277 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-f623ad72-5c57-4fea-ac6d-1f33f2b5f40c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c38f0ed6-4a27-4033-b3af-ba3642cfee10 HTTP/1.1" status: 200 len: 217 time: 0.0875368 Aug 30 18:40:00.647362 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9b202db7-8cc4-4dd5-afc8-87484f1cd4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:00.666413 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbee4ea-4ac1-4080-abe8-6ac9a026dc8c req-6e6e94c4-cd5f-472f-bf2a-ad7a5350b840 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:00.677473 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9dbee4ea-4ac1-4080-abe8-6ac9a026dc8c req-6e6e94c4-cd5f-472f-bf2a-ad7a5350b840 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c3bb4c-b0ba-4602-99ed-6939c9c8bc70 HTTP/1.1" status: 200 len: 944 time: 0.2038596 Aug 30 18:40:00.686508 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b202db7-8cc4-4dd5-afc8-87484f1cd4f0 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 18:40:00.687918 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9b202db7-8cc4-4dd5-afc8-87484f1cd4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9041916'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:00.698025 dv-cinder-790492-12-iscsi neutron-server[94078]: Traceback (most recent call last): Aug 30 18:40:00.698025 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 18:40:00.698025 dv-cinder-790492-12-iscsi neutron-server[94078]: timer() Aug 30 18:40:00.698025 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 18:40:00.698025 dv-cinder-790492-12-iscsi neutron-server[94078]: cb(*args, **kw) Aug 30 18:40:00.698025 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 18:40:00.698025 dv-cinder-790492-12-iscsi neutron-server[94078]: return func(*args, **kwargs) Aug 30 18:40:00.698025 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 18:40:00.698025 dv-cinder-790492-12-iscsi neutron-server[94078]: self._notify() Aug 30 18:40:00.698025 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 18:40:00.698025 dv-cinder-790492-12-iscsi neutron-server[94078]: self.callback(batched_events) Aug 30 18:40:00.698025 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 18:40:00.698025 dv-cinder-790492-12-iscsi neutron-server[94078]: event.method(event) Aug 30 18:40:00.698025 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 18:40:00.698025 dv-cinder-790492-12-iscsi neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 18:40:00.698025 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 18:40:00.698025 dv-cinder-790492-12-iscsi neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 18:40:00.698025 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 18:40:00.698025 dv-cinder-790492-12-iscsi neutron-server[94078]: return f(self, *a, **k) Aug 30 18:40:00.698025 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 18:40:00.698025 dv-cinder-790492-12-iscsi neutron-server[94078]: return self._get(url).json() Aug 30 18:40:00.698025 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 18:40:00.698025 dv-cinder-790492-12-iscsi neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 18:40:00.698025 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 18:40:00.698025 dv-cinder-790492-12-iscsi neutron-server[94078]: return self.request(url, 'GET', **kwargs) Aug 30 18:40:00.698025 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 18:40:00.698025 dv-cinder-790492-12-iscsi neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 18:40:00.698025 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 18:40:00.698025 dv-cinder-790492-12-iscsi neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 18:40:00.698025 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 18:40:00.698025 dv-cinder-790492-12-iscsi neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 18:40:00.698025 dv-cinder-790492-12-iscsi neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 18:40:00.712088 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-9837d819-250c-4066-baf0-fbcfb80df08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:00.714634 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-9837d819-250c-4066-baf0-fbcfb80df08b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06b2e4f8-43ee-4d3b-b176-d28355e277df HTTP/1.1" status: 200 len: 849 time: 0.0623841 Aug 30 18:40:00.755585 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1064fa7-8877-49a5-867b-eb34466c6788 req-93c2cabf-ee24-4d16-8113-69aa55a34f89 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:00.764004 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c1064fa7-8877-49a5-867b-eb34466c6788 req-93c2cabf-ee24-4d16-8113-69aa55a34f89 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 943 time: 0.2068105 Aug 30 18:40:00.827407 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e55ba70-3e55-4956-9745-bd81d3022b04 None None] Network d3320434-ff4b-4866-9d06-90e0c6178662 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:40:00.833078 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:00.839226 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9dbee4ea-4ac1-4080-abe8-6ac9a026dc8c req-1b84e20e-ecc6-4fa7-a5c9-96017fb99191 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=930412e8-c363-46fc-aa09-7743c26af9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599333 Aug 30 18:40:00.850873 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9b202db7-8cc4-4dd5-afc8-87484f1cd4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120175'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:00.856234 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c1064fa7-8877-49a5-867b-eb34466c6788 req-6d29d051-ba33-4233-8937-ef09082280cb tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910215 Aug 30 18:40:00.870345 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9b202db7-8cc4-4dd5-afc8-87484f1cd4f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:00.880029 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-9b202db7-8cc4-4dd5-afc8-87484f1cd4f0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/edb37050-989f-45ae-abef-b5d87df170d7 HTTP/1.1" status: 204 len: 168 time: 0.9237032 Aug 30 18:40:00.881268 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-882d2791-a35b-4476-8c0e-9e7f2fcd82c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:00.888590 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-882d2791-a35b-4476-8c0e-9e7f2fcd82c1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ab82acb0-f81e-4d3a-b5c2-781193f4d5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1510642 Aug 30 18:40:00.917891 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b202db7-8cc4-4dd5-afc8-87484f1cd4f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=edb37050-989f-45ae-abef-b5d87df170d7,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:00.984181 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 521168fc-d190-46c9-880f-0f9c2f5b69e0 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:40:01.011295 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 521168fc-d190-46c9-880f-0f9c2f5b69e0, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=521168fc-d190-46c9-880f-0f9c2f5b69e0,segment=NetworkSegment(4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f),segment_id=4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:40:01.024826 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:01.081026 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-3082409f-6ad9-4a9e-aafc-ebcd380dc02c service neutron] 10.222.0.39 "GET /v2.0/networks/ab82acb0-f81e-4d3a-b5c2-781193f4d5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884265 Aug 30 18:40:01.155066 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=521168fc-d190-46c9-880f-0f9c2f5b69e0,revision_number=7']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:01.170127 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:40:01.170503 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:40:01.171496 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:40:01.171884 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:40:01.172219 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:40:01.172587 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:40:01.173005 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:40:01.173716 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:40:01.174334 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:40:01.175169 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:40:01.176041 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:40:01.176702 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:40:01.232623 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ca04fd15-5a6a-4b92-b951-160d7be805dd req-40f55128-dabf-4448-840d-402fdbbf124f service neutron] 10.222.0.39 "GET /v2.0/networks/ab82acb0-f81e-4d3a-b5c2-781193f4d5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434257 Aug 30 18:40:01.282561 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 53688) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:40:01.358623 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-afeea598-cec0-4527-83d3-82757ebc62ea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e9af67d984e0417e987f36cb0cbdb531&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0746281 Aug 30 18:40:01.362683 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 53690) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:40:01.384984 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['521168fc-d190-46c9-880f-0f9c2f5b69e0'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:40:01.434815 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-91066d27-60c3-4c93-ace2-281cedc81fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:01.466063 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-91066d27-60c3-4c93-ace2-281cedc81fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:01.471993 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 53694) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:40:01.478129 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-3265669d-71fe-4017-9ac3-f6f50c996397 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-530690463-network', 'tenant_id': '7714bf3693874476838f8c4961633863'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:40:01.482731 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a9bd3-ba80-4b27-ba80-a430745c8763 req-6f214646-d7c6-40e6-84a9-1e7d177aed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:01.485219 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-023a9bd3-ba80-4b27-ba80-a430745c8763 req-6f214646-d7c6-40e6-84a9-1e7d177aed12 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c8c53c4b1f724a2d82c8b9aa097e7b08&device_id=d8c3bb4c-b0ba-4602-99ed-6939c9c8bc70 HTTP/1.1" status: 200 len: 1097 time: 0.1425428 Aug 30 18:40:01.544225 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3265669d-71fe-4017-9ac3-f6f50c996397 admin admin] Made reservation on behalf of 7714bf3693874476838f8c4961633863 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:40:01.550373 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3265669d-71fe-4017-9ac3-f6f50c996397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:01.569012 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3265669d-71fe-4017-9ac3-f6f50c996397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:01.639679 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-91066d27-60c3-4c93-ace2-281cedc81fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:01.647677 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-91066d27-60c3-4c93-ace2-281cedc81fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:01.652729 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-91066d27-60c3-4c93-ace2-281cedc81fff admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/65ac765c-b490-4de5-bbfd-2802aab10895 HTTP/1.1" status: 204 len: 168 time: 0.2867510 Aug 30 18:40:01.655579 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a9bd3-ba80-4b27-ba80-a430745c8763 req-60034ef8-b429-4b72-8967-a8f73fb4cc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:01.657704 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-023a9bd3-ba80-4b27-ba80-a430745c8763 req-60034ef8-b429-4b72-8967-a8f73fb4cc44 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ab82acb0-f81e-4d3a-b5c2-781193f4d5c9 HTTP/1.1" status: 200 len: 910 time: 0.1621368 Aug 30 18:40:01.699531 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91066d27-60c3-4c93-ace2-281cedc81fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ac765c-b490-4de5-bbfd-2802aab10895,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:01.727190 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-023a9bd3-ba80-4b27-ba80-a430745c8763 req-6c54c71b-28d5-4cb1-b3fb-b4512ee5fe92 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c38f0ed6-4a27-4033-b3af-ba3642cfee10 HTTP/1.1" status: 200 len: 217 time: 0.0593989 Aug 30 18:40:01.832281 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a9bd3-ba80-4b27-ba80-a430745c8763 req-5becb20a-3e22-4723-8ff2-a9b816d86b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:01.834408 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-023a9bd3-ba80-4b27-ba80-a430745c8763 req-5becb20a-3e22-4723-8ff2-a9b816d86b80 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06b2e4f8-43ee-4d3b-b176-d28355e277df HTTP/1.1" status: 200 len: 849 time: 0.0996623 Aug 30 18:40:01.850111 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3265669d-71fe-4017-9ac3-f6f50c996397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:01.856626 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3265669d-71fe-4017-9ac3-f6f50c996397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:01.928154 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a9bd3-ba80-4b27-ba80-a430745c8763 req-02c298d1-0d78-4c65-90ef-abf7c9dd144d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:01.931274 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-023a9bd3-ba80-4b27-ba80-a430745c8763 req-02c298d1-0d78-4c65-90ef-abf7c9dd144d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ab82acb0-f81e-4d3a-b5c2-781193f4d5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0876355 Aug 30 18:40:01.941997 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3265669d-71fe-4017-9ac3-f6f50c996397 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 18:40:01.982495 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3265669d-71fe-4017-9ac3-f6f50c996397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:01.983969 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.db.segments_db [None req-3265669d-71fe-4017-9ac3-f6f50c996397 admin admin] Added segment 0bb11ad4-09d3-44f8-9da1-ce75eb2db218 of type vlan for network 4a27956b-14e0-470a-9e4f-e73fd395b844 Aug 30 18:40:02.011631 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3265669d-71fe-4017-9ac3-f6f50c996397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4733d5-fb71-431e-afe2-6f094dd3bf88,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:02.153330 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3265669d-71fe-4017-9ac3-f6f50c996397 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776058719600'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:02.167728 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1010d-bebd-49ed-aae5-cdaf16100f83 req-950ed960-e5b5-4abf-8676-ea3acc1495eb tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:02.178371 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2fb1010d-bebd-49ed-aae5-cdaf16100f83 req-950ed960-e5b5-4abf-8676-ea3acc1495eb tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c3bb4c-b0ba-4602-99ed-6939c9c8bc70 HTTP/1.1" status: 200 len: 944 time: 0.1120882 Aug 30 18:40:02.230480 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6aeba-50e0-46a2-98df-3280e7923ce3 req-50834f11-2f78-4c7e-bdeb-e5f6ab797579 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:02.232508 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-81d6aeba-50e0-46a2-98df-3280e7923ce3 req-50834f11-2f78-4c7e-bdeb-e5f6ab797579 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 944 time: 0.2080805 Aug 30 18:40:02.233960 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3265669d-71fe-4017-9ac3-f6f50c996397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:02.235231 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3265669d-71fe-4017-9ac3-f6f50c996397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:02.236033 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3265669d-71fe-4017-9ac3-f6f50c996397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:02.271893 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-023a9bd3-ba80-4b27-ba80-a430745c8763 req-80905061-b753-450e-8a47-fe993314d0d6 service neutron] 10.222.0.39 "GET /v2.0/networks/ab82acb0-f81e-4d3a-b5c2-781193f4d5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293412 Aug 30 18:40:02.275456 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2fb1010d-bebd-49ed-aae5-cdaf16100f83 req-a683bc07-899b-4a22-9ebe-c2894b4bb8f7 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=930412e8-c363-46fc-aa09-7743c26af9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962996 Aug 30 18:40:02.334827 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-3265669d-71fe-4017-9ac3-f6f50c996397 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8573618 Aug 30 18:40:02.338405 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 53704) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:40:02.354032 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-c509e9c1-632b-4f41-a31c-b5e9d45cddd3 admin admin] Request body: {'subnet': {'network_id': '4a27956b-14e0-470a-9e4f-e73fd395b844', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-530690463-subnet', 'tenant_id': '7714bf3693874476838f8c4961633863', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:40:02.377188 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3265669d-71fe-4017-9ac3-f6f50c996397 admin admin] Pushing event updated for resources: {'Network': ['ID=4a27956b-14e0-470a-9e4f-e73fd395b844,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:02.397389 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-81d6aeba-50e0-46a2-98df-3280e7923ce3 req-ea6b6e90-7650-4fca-bb2c-4b48d6f72aa5 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487827 Aug 30 18:40:02.401931 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Network 4a27956b-14e0-470a-9e4f-e73fd395b844 details requested by agent ovs-agent-dv-cinder-790492-12-iscsi with host dv-cinder-790492-12-iscsi {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:40:02.438466 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c509e9c1-632b-4f41-a31c-b5e9d45cddd3 admin admin] Made reservation on behalf of 7714bf3693874476838f8c4961633863 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:40:02.442102 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c509e9c1-632b-4f41-a31c-b5e9d45cddd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506827'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:02.461391 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-023a9bd3-ba80-4b27-ba80-a430745c8763 req-26fb1acc-cbb1-460d-b8d0-449a23319b72 service neutron] 10.222.0.39 "GET /v2.0/networks/ab82acb0-f81e-4d3a-b5c2-781193f4d5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812358 Aug 30 18:40:02.728977 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c509e9c1-632b-4f41-a31c-b5e9d45cddd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9041497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506809'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:02.802305 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c509e9c1-632b-4f41-a31c-b5e9d45cddd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=976e7060-8fa2-4664-9053-f57c39a5c131,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:02.815372 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c509e9c1-632b-4f41-a31c-b5e9d45cddd3 admin admin] Checking segment: {'id': '0bb11ad4-09d3-44f8-9da1-ce75eb2db218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4a27956b-14e0-470a-9e4f-e73fd395b844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:40:02.815705 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c509e9c1-632b-4f41-a31c-b5e9d45cddd3 admin admin] Network hostable DHCP agents. Network: 4a27956b-14e0-470a-9e4f-e73fd395b844, hostable agents: ['31edc47e-fc79-419c-8073-db6fa9586502'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:40:02.840559 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c509e9c1-632b-4f41-a31c-b5e9d45cddd3 admin admin] Network 4a27956b-14e0-470a-9e4f-e73fd395b844 is scheduled to be hosted by DHCP agent 31edc47e-fc79-419c-8073-db6fa9586502 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:40:02.853909 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-c509e9c1-632b-4f41-a31c-b5e9d45cddd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-12-iscsi, 4a27956b-14e0-470a-9e4f-e73fd395b844) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:40:02.861192 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c509e9c1-632b-4f41-a31c-b5e9d45cddd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:02.862570 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c509e9c1-632b-4f41-a31c-b5e9d45cddd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:02.866677 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b237ed4-0363-42c4-b5b3-3e9fdf7fd938 None None] Network 4a27956b-14e0-470a-9e4f-e73fd395b844 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:40:02.898805 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-c509e9c1-632b-4f41-a31c-b5e9d45cddd3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5438697 Aug 30 18:40:03.082691 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35653e4-fd22-4688-8ff2-f5b04c17d8c7 None None] Network 4a27956b-14e0-470a-9e4f-e73fd395b844 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:40:03.458814 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c46fd-ded4-46ba-9e4b-8f372bed02f5 req-4c642961-0865-4d45-9607-ac7f424d1d72 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:03.461953 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6f0c46fd-ded4-46ba-9e4b-8f372bed02f5 req-4c642961-0865-4d45-9607-ac7f424d1d72 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c3bb4c-b0ba-4602-99ed-6939c9c8bc70 HTTP/1.1" status: 200 len: 944 time: 0.0762906 Aug 30 18:40:03.519184 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6f0c46fd-ded4-46ba-9e4b-8f372bed02f5 req-357a1ded-6935-48f3-aea3-91148822648a tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=930412e8-c363-46fc-aa09-7743c26af9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462904 Aug 30 18:40:03.614262 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11281989-0412-49e2-9c9b-aca936d409cf req-fa49943d-41c9-4bf1-a7b8-2ab14110227b tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:03.616053 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-11281989-0412-49e2-9c9b-aca936d409cf req-fa49943d-41c9-4bf1-a7b8-2ab14110227b tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 944 time: 0.1134479 Aug 30 18:40:03.715570 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-11281989-0412-49e2-9c9b-aca936d409cf req-14b2a47a-f824-44c0-9d3c-3f59ca9d5639 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845025 Aug 30 18:40:03.985770 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device c38f0ed6-4a27-4033-b3af-ba3642cfee10 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:40:03.998686 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 521168fc-d190-46c9-880f-0f9c2f5b69e0 up at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:40:04.158564 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning complete for port 521168fc-d190-46c9-880f-0f9c2f5b69e0 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:40:04.159216 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:04.203332 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port c38f0ed6-4a27-4033-b3af-ba3642cfee10, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c38f0ed6-4a27-4033-b3af-ba3642cfee10,segment=NetworkSegment(79b37a73-214a-48d0-8530-dbb5845d8dcf),segment_id=79b37a73-214a-48d0-8530-dbb5845d8dcf)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:40:04.225937 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Returning: {'device': 'c38f0ed6-4a27-4033-b3af-ba3642cfee10', 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9', 'port_id': 'c38f0ed6-4a27-4033-b3af-ba3642cfee10', 'mac_address': 'fa:16:3e:b9:db:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06b2e4f8-43ee-4d3b-b176-d28355e277df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:40:04.306542 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:04.328153 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:04.331110 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c38f0ed6-4a27-4033-b3af-ba3642cfee10 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:40:04.374948 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e9489f-924c-45a7-8d02-09a0cfbcbf0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521168fc-d190-46c9-880f-0f9c2f5b69e0'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:40:04.377296 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf7e48b1d7ea734c3ab22bdf0c4fd39094da8684eda14d675e1fcbcfa40454f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e52b44-7aa1-4320-8d94-aed55bb320f7" -d '{"events": [{"server_uuid": "16e9489f-924c-45a7-8d02-09a0cfbcbf0d", "name": "network-vif-plugged", "status": "completed", "tag": "521168fc-d190-46c9-880f-0f9c2f5b69e0"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:40:04.383317 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port c38f0ed6-4a27-4033-b3af-ba3642cfee10, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c38f0ed6-4a27-4033-b3af-ba3642cfee10,segment=NetworkSegment(79b37a73-214a-48d0-8530-dbb5845d8dcf),segment_id=79b37a73-214a-48d0-8530-dbb5845d8dcf)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:40:04.396938 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:04.402872 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 521168fc-d190-46c9-880f-0f9c2f5b69e0, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=521168fc-d190-46c9-880f-0f9c2f5b69e0,segment=NetworkSegment(4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f),segment_id=4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:40:04.447615 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:04.458667 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8b7307-4cfe-487d-a376-6db41a5d66b1 x-openstack-request-id: req-7a8b7307-4cfe-487d-a376-6db41a5d66b1 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:40:04.459188 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e9489f-924c-45a7-8d02-09a0cfbcbf0d", "name": "network-vif-plugged", "status": "completed", "tag": "521168fc-d190-46c9-880f-0f9c2f5b69e0", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:40:04.459554 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7a8b7307-4cfe-487d-a376-6db41a5d66b1 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:40:04.460259 dv-cinder-790492-12-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e9489f-924c-45a7-8d02-09a0cfbcbf0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521168fc-d190-46c9-880f-0f9c2f5b69e0', 'code': 200} Aug 30 18:40:04.493695 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=c38f0ed6-4a27-4033-b3af-ba3642cfee10,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:04.566444 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=521168fc-d190-46c9-880f-0f9c2f5b69e0,revision_number=8']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:04.710068 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1592252-cc50-4ce9-bdb4-0ada115dd0b5 req-0589095d-8996-40b0-9d43-34407c8e00fa tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:04.713927 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f1592252-cc50-4ce9-bdb4-0ada115dd0b5 req-0589095d-8996-40b0-9d43-34407c8e00fa tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c3bb4c-b0ba-4602-99ed-6939c9c8bc70 HTTP/1.1" status: 200 len: 945 time: 0.0818617 Aug 30 18:40:04.744994 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['c38f0ed6-4a27-4033-b3af-ba3642cfee10'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:40:04.864661 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7bb2a0-942f-4735-9067-413ededdad8c req-bc7e6638-efaf-4398-9898-9bae32402a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:04.867895 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2f7bb2a0-942f-4735-9067-413ededdad8c req-bc7e6638-efaf-4398-9898-9bae32402a61 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 1098 time: 0.1073015 Aug 30 18:40:04.884865 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f1592252-cc50-4ce9-bdb4-0ada115dd0b5 req-ae39de25-35b4-4c15-b6a6-bfc2b845ee44 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=930412e8-c363-46fc-aa09-7743c26af9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541266 Aug 30 18:40:05.002194 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2f7bb2a0-942f-4735-9067-413ededdad8c req-2f9e4777-f155-4bf2-aeaf-82fe0db8fc62 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024513 Aug 30 18:40:05.165878 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6bd36-031c-45f1-b43a-d8601c5b26c4 req-654d3755-fba1-470d-8e55-964d7b04a808 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:05.168438 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-eed6bd36-031c-45f1-b43a-d8601c5b26c4 req-654d3755-fba1-470d-8e55-964d7b04a808 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 945 time: 0.1107898 Aug 30 18:40:05.238780 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-eed6bd36-031c-45f1-b43a-d8601c5b26c4 req-730b163e-6db8-4d80-bc05-ce145f14ba09 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576987 Aug 30 18:40:05.987065 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device c38f0ed6-4a27-4033-b3af-ba3642cfee10 up at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:40:06.079711 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning for port c38f0ed6-4a27-4033-b3af-ba3642cfee10 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:40:06.085215 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning complete for port c38f0ed6-4a27-4033-b3af-ba3642cfee10 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:40:06.086573 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:06.091477 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb8cb0-32b6-4b62-a3fe-243ec39666cd req-998343b5-aad4-4d41-930c-760f324db5a2 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:06.094383 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-86eb8cb0-32b6-4b62-a3fe-243ec39666cd req-998343b5-aad4-4d41-930c-760f324db5a2 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c3bb4c-b0ba-4602-99ed-6939c9c8bc70 HTTP/1.1" status: 200 len: 945 time: 0.0758390 Aug 30 18:40:06.187868 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-86eb8cb0-32b6-4b62-a3fe-243ec39666cd req-0c0b3bc6-004c-4589-91e3-144c82c59ab3 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=930412e8-c363-46fc-aa09-7743c26af9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781171 Aug 30 18:40:06.226384 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:06.277771 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port c38f0ed6-4a27-4033-b3af-ba3642cfee10, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c38f0ed6-4a27-4033-b3af-ba3642cfee10,segment=NetworkSegment(79b37a73-214a-48d0-8530-dbb5845d8dcf),segment_id=79b37a73-214a-48d0-8530-dbb5845d8dcf)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:40:06.283068 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:06.353626 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=c38f0ed6-4a27-4033-b3af-ba3642cfee10,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:06.408401 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35c108-0847-4feb-be74-1f022d2ff435 req-96533682-9465-48cc-bb78-39d5bf5e31c8 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:06.410193 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3a35c108-0847-4feb-be74-1f022d2ff435 req-96533682-9465-48cc-bb78-39d5bf5e31c8 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 945 time: 0.0662150 Aug 30 18:40:06.461966 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c3bb4c-b0ba-4602-99ed-6939c9c8bc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38f0ed6-4a27-4033-b3af-ba3642cfee10'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:40:06.467668 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf7e48b1d7ea734c3ab22bdf0c4fd39094da8684eda14d675e1fcbcfa40454f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a94587-5edf-4824-97b3-0b8cea985f9c" -d '{"events": [{"server_uuid": "d8c3bb4c-b0ba-4602-99ed-6939c9c8bc70", "name": "network-vif-plugged", "status": "completed", "tag": "c38f0ed6-4a27-4033-b3af-ba3642cfee10"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:40:06.475513 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3a35c108-0847-4feb-be74-1f022d2ff435 req-a978702d-7544-47b0-b19e-48f8fcbce000 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530884 Aug 30 18:40:06.563527 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58206e7-aa01-4828-b857-c442fb888d52 x-openstack-request-id: req-c58206e7-aa01-4828-b857-c442fb888d52 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:40:06.563996 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c3bb4c-b0ba-4602-99ed-6939c9c8bc70", "name": "network-vif-plugged", "status": "completed", "tag": "c38f0ed6-4a27-4033-b3af-ba3642cfee10", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:40:06.564398 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c58206e7-aa01-4828-b857-c442fb888d52 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:40:06.567198 dv-cinder-790492-12-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c3bb4c-b0ba-4602-99ed-6939c9c8bc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38f0ed6-4a27-4033-b3af-ba3642cfee10', 'code': 200} Aug 30 18:40:06.885360 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2fe40-3bc8-467a-8f8e-0151f969cf32 req-a0e3c016-d00f-41fe-bfa8-1af004e0192c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:06.888470 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-27f2fe40-3bc8-467a-8f8e-0151f969cf32 req-a0e3c016-d00f-41fe-bfa8-1af004e0192c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d8c3bb4c-b0ba-4602-99ed-6939c9c8bc70 HTTP/1.1" status: 200 len: 1099 time: 0.0885696 Aug 30 18:40:06.967548 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-27f2fe40-3bc8-467a-8f8e-0151f969cf32 req-ed250efd-5927-45ba-8bba-875320205396 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=930412e8-c363-46fc-aa09-7743c26af9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660682 Aug 30 18:40:07.331565 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a457e-f208-4d3d-95b0-e620eb279b0c req-9244b717-76f3-4f48-b6a1-a72f72097336 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:07.333855 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-656a457e-f208-4d3d-95b0-e620eb279b0c req-9244b717-76f3-4f48-b6a1-a72f72097336 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c3bb4c-b0ba-4602-99ed-6939c9c8bc70 HTTP/1.1" status: 200 len: 946 time: 0.0577085 Aug 30 18:40:07.386074 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-656a457e-f208-4d3d-95b0-e620eb279b0c req-dab04908-979a-4fe1-bdf9-be1c597c5164 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=930412e8-c363-46fc-aa09-7743c26af9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446422 Aug 30 18:40:08.580128 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e56338-970c-4258-a0af-5969ac02747f req-1e567c27-3d29-4182-a81e-315d888accf5 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:08.582695 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-29e56338-970c-4258-a0af-5969ac02747f req-1e567c27-3d29-4182-a81e-315d888accf5 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c3bb4c-b0ba-4602-99ed-6939c9c8bc70 HTTP/1.1" status: 200 len: 946 time: 0.0696373 Aug 30 18:40:08.647420 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-29e56338-970c-4258-a0af-5969ac02747f req-8a12fb24-7ce4-4854-b15e-da3be99b7be1 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=930412e8-c363-46fc-aa09-7743c26af9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517766 Aug 30 18:40:08.811778 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914765d-9de0-4a01-9194-1203a361c9e4 req-971dfc0b-d6ce-4555-9e67-5ef9b2f9c2a8 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:08.814208 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3914765d-9de0-4a01-9194-1203a361c9e4 req-971dfc0b-d6ce-4555-9e67-5ef9b2f9c2a8 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c3bb4c-b0ba-4602-99ed-6939c9c8bc70 HTTP/1.1" status: 200 len: 946 time: 0.0757818 Aug 30 18:40:08.830445 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 53840) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:40:08.836736 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-a6417547-abe2-42df-ae85-d540db59a498 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Request body: {'floatingip': {'port_id': 'c38f0ed6-4a27-4033-b3af-ba3642cfee10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:40:08.900437 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6417547-abe2-42df-ae85-d540db59a498 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for floatingip, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:09.603966 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:09.971100 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6417547-abe2-42df-ae85-d540db59a498 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:09.976675 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6417547-abe2-42df-ae85-d540db59a498 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120221'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:10.127293 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.db.l3_db [None req-a6417547-abe2-42df-ae85-d540db59a498 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Floating IP aafddd3d-997b-478d-82ad-0df3bbad7596 associated. External IP: 172.27.3.166, port: c38f0ed6-4a27-4033-b3af-ba3642cfee10. Aug 30 18:40:10.173076 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 53862) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:40:10.325744 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f56e2b10-ce7f-40e5-877e-ffdf1c615a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:10.425241 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6417547-abe2-42df-ae85-d540db59a498 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Router dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7 has already been hosted by L3 agent 92e03f23-06fd-457e-8698-15737aaba387 {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:40:10.437620 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f56e2b10-ce7f-40e5-877e-ffdf1c615a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:10.442820 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f56e2b10-ce7f-40e5-877e-ffdf1c615a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:10.493221 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-f56e2b10-ce7f-40e5-877e-ffdf1c615a64 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=10b88b47ba6d4508b70a9db2c24229b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3187072 Aug 30 18:40:10.494456 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e2b10-ce7f-40e5-877e-ffdf1c615a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52c52ac-425d-4d9f-ab9e-b352c8b3d386,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:10.496912 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 53866) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:40:10.562258 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-24a88942-8078-4407-95e2-2cf349c816f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:10.597097 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-24a88942-8078-4407-95e2-2cf349c816f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:10.610956 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6417547-abe2-42df-ae85-d540db59a498 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:40:10.618382 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6417547-abe2-42df-ae85-d540db59a498 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:10.627949 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc55cff-abbc-4f24-b5cf-7aaf65ad076d None None] Sync routers for ids ['dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'] in dv-cinder-790492-12-iscsi {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:40:10.638970 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc55cff-abbc-4f24-b5cf-7aaf65ad076d None None] Routers {'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:40:10.639661 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-cfc55cff-abbc-4f24-b5cf-7aaf65ad076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:39:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:40:10.665581 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-a6417547-abe2-42df-ae85-d540db59a498 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "PUT /v2.0/floatingips/aafddd3d-997b-478d-82ad-0df3bbad7596 HTTP/1.1" status: 200 len: 992 time: 1.8291683 Aug 30 18:40:10.665581 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c3bb4c-b0ba-4602-99ed-6939c9c8bc70', 'tag': 'c38f0ed6-4a27-4033-b3af-ba3642cfee10'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:40:10.666716 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59b51c3d165999f7abb95bcd2a1d887dae5609535c92c8e1dc149aa3599bab8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afb092b-f439-4b95-9dc2-39ea526c3642" -d '{"events": [{"name": "network-changed", "server_uuid": "d8c3bb4c-b0ba-4602-99ed-6939c9c8bc70", "tag": "c38f0ed6-4a27-4033-b3af-ba3642cfee10"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:40:10.691692 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-24a88942-8078-4407-95e2-2cf349c816f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:10.696423 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-24a88942-8078-4407-95e2-2cf349c816f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:10.699104 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-24a88942-8078-4407-95e2-2cf349c816f2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f52c52ac-425d-4d9f-ab9e-b352c8b3d386 HTTP/1.1" status: 204 len: 168 time: 0.2009315 Aug 30 18:40:10.719538 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a88942-8078-4407-95e2-2cf349c816f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52c52ac-425d-4d9f-ab9e-b352c8b3d386,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:10.735776 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cd554a-d027-46b3-9359-9744e3df7c94 x-openstack-request-id: req-d8cd554a-d027-46b3-9359-9744e3df7c94 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:40:10.736609 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8c3bb4c-b0ba-4602-99ed-6939c9c8bc70", "tag": "c38f0ed6-4a27-4033-b3af-ba3642cfee10", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:40:10.737445 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d8cd554a-d027-46b3-9359-9744e3df7c94 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:40:10.738311 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c3bb4c-b0ba-4602-99ed-6939c9c8bc70', 'tag': 'c38f0ed6-4a27-4033-b3af-ba3642cfee10', 'status': 'completed', 'code': 200} Aug 30 18:40:10.836468 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-cfc55cff-abbc-4f24-b5cf-7aaf65ad076d None None] Set router dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:40:10.880354 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb092b-f439-4b95-9dc2-39ea526c3642 req-39efb8b0-9e1b-4d63-b1c4-63e6c3ed751f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:10.882756 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7afb092b-f439-4b95-9dc2-39ea526c3642 req-39efb8b0-9e1b-4d63-b1c4-63e6c3ed751f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c8c53c4b1f724a2d82c8b9aa097e7b08&device_id=d8c3bb4c-b0ba-4602-99ed-6939c9c8bc70 HTTP/1.1" status: 200 len: 1099 time: 0.0702200 Aug 30 18:40:11.110543 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb092b-f439-4b95-9dc2-39ea526c3642 req-53b1aaa1-a5d7-48cc-877f-c519af38ca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:11.114560 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7afb092b-f439-4b95-9dc2-39ea526c3642 req-53b1aaa1-a5d7-48cc-877f-c519af38ca56 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ab82acb0-f81e-4d3a-b5c2-781193f4d5c9 HTTP/1.1" status: 200 len: 910 time: 0.2054272 Aug 30 18:40:11.252356 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-cfc55cff-abbc-4f24-b5cf-7aaf65ad076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'name': 'tempest-AttachVolumeTestJSON-829720461-router', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '73055980-6e5d-4d6f-8596-a0ca7a7d5b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:43Z', 'updated_at': '2021-08-30T18:34:00Z', 'revision_number': 4, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'gw_port': {'id': '73055980-6e5d-4d6f-8596-a0ca7a7d5b10', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:45Z', 'updated_at': '2021-08-30T18:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_floatingips': [{'id': 'aafddd3d-997b-478d-82ad-0df3bbad7596', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'floating_ip_address': '172.27.3.166', 'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'router_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'port_id': 'c38f0ed6-4a27-4033-b3af-ba3642cfee10', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9', 'mac_address': 'fa:16:3e:b9:db:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c3bb4c-b0ba-4602-99ed-6939c9c8bc70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:39:53Z', 'updated_at': '2021-08-30T18:40:09Z', 'revision_number': 1, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44238e13-996e-42d9-9e9c-7957319492ec', 'name': '', 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'mac_address': 'fa:16:3e:8e:b6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06b2e4f8-43ee-4d3b-b176-d28355e277df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:57Z', 'updated_at': '2021-08-30T18:34:18Z', 'revision_number': 5, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'subnets': [{'id': '06b2e4f8-43ee-4d3b-b176-d28355e277df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:40:11.253519 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 53888) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:40:11.259451 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7afb092b-f439-4b95-9dc2-39ea526c3642 req-74980273-81f0-4533-8ae7-45401ea50ea7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c38f0ed6-4a27-4033-b3af-ba3642cfee10 HTTP/1.1" status: 200 len: 1000 time: 0.1330547 Aug 30 18:40:11.286326 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b13a29b8-5a31-4c23-90e8-37f8819bd137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:11.299656 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc55cff-abbc-4f24-b5cf-7aaf65ad076d None None] Checking router: dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7 for host: dv-cinder-790492-12-iscsi {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:40:11.312098 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc55cff-abbc-4f24-b5cf-7aaf65ad076d None None] Routers {'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:40:11.312800 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-cfc55cff-abbc-4f24-b5cf-7aaf65ad076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:39:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:40:11.380498 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb092b-f439-4b95-9dc2-39ea526c3642 req-4e4f69c3-1dc0-4523-94d6-5e1efd9465fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:11.382246 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7afb092b-f439-4b95-9dc2-39ea526c3642 req-4e4f69c3-1dc0-4523-94d6-5e1efd9465fc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06b2e4f8-43ee-4d3b-b176-d28355e277df HTTP/1.1" status: 200 len: 849 time: 0.1056886 Aug 30 18:40:11.449825 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b13a29b8-5a31-4c23-90e8-37f8819bd137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:11.454400 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb092b-f439-4b95-9dc2-39ea526c3642 req-415f4675-66ce-42c8-a19b-1b3b4c56722e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:11.456569 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7afb092b-f439-4b95-9dc2-39ea526c3642 req-415f4675-66ce-42c8-a19b-1b3b4c56722e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ab82acb0-f81e-4d3a-b5c2-781193f4d5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0660479 Aug 30 18:40:11.457859 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b13a29b8-5a31-4c23-90e8-37f8819bd137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:11.508399 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-cfc55cff-abbc-4f24-b5cf-7aaf65ad076d None None] Set router dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:40:11.538628 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-b13a29b8-5a31-4c23-90e8-37f8819bd137 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a717c43b34d94c3090457d92b112cd1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2832360 Aug 30 18:40:11.541440 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a29b8-5a31-4c23-90e8-37f8819bd137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce283ae-bf78-41b3-9d0f-5d85d57f6354,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:11.542798 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 53890) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:40:11.659624 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7afb092b-f439-4b95-9dc2-39ea526c3642 req-4c4eee5e-bee7-4fa1-a7ee-92f858d3a1e8 service neutron] 10.222.0.39 "GET /v2.0/networks/ab82acb0-f81e-4d3a-b5c2-781193f4d5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920431 Aug 30 18:40:11.681798 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3e72d05a-9316-4ef5-a1a0-ec75a43afc85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:11.888436 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-cfc55cff-abbc-4f24-b5cf-7aaf65ad076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'name': 'tempest-AttachVolumeTestJSON-829720461-router', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '73055980-6e5d-4d6f-8596-a0ca7a7d5b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:43Z', 'updated_at': '2021-08-30T18:34:00Z', 'revision_number': 4, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'gw_port': {'id': '73055980-6e5d-4d6f-8596-a0ca7a7d5b10', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:45Z', 'updated_at': '2021-08-30T18:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_floatingips': [{'id': 'aafddd3d-997b-478d-82ad-0df3bbad7596', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'floating_ip_address': '172.27.3.166', 'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'router_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'port_id': 'c38f0ed6-4a27-4033-b3af-ba3642cfee10', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9', 'mac_address': 'fa:16:3e:b9:db:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c3bb4c-b0ba-4602-99ed-6939c9c8bc70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:39:53Z', 'updated_at': '2021-08-30T18:40:09Z', 'revision_number': 1, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44238e13-996e-42d9-9e9c-7957319492ec', 'name': '', 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'mac_address': 'fa:16:3e:8e:b6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06b2e4f8-43ee-4d3b-b176-d28355e277df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:57Z', 'updated_at': '2021-08-30T18:34:18Z', 'revision_number': 5, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'subnets': [{'id': '06b2e4f8-43ee-4d3b-b176-d28355e277df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:40:11.937533 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc55cff-abbc-4f24-b5cf-7aaf65ad076d None None] The sync data for ids ['dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'] in dv-cinder-790492-12-iscsi is: [{'id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'name': 'tempest-AttachVolumeTestJSON-829720461-router', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '73055980-6e5d-4d6f-8596-a0ca7a7d5b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:43Z', 'updated_at': '2021-08-30T18:34:00Z', 'revision_number': 4, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'gw_port': {'id': '73055980-6e5d-4d6f-8596-a0ca7a7d5b10', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:45Z', 'updated_at': '2021-08-30T18:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_floatingips': [{'id': 'aafddd3d-997b-478d-82ad-0df3bbad7596', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'floating_ip_address': '172.27.3.166', 'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'router_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'port_id': 'c38f0ed6-4a27-4033-b3af-ba3642cfee10', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9', 'mac_address': 'fa:16:3e:b9:db:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c3bb4c-b0ba-4602-99ed-6939c9c8bc70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:39:53Z', 'updated_at': '2021-08-30T18:40:09Z', 'revision_number': 1, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44238e13-996e-42d9-9e9c-7957319492ec', 'name': '', 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'mac_address': 'fa:16:3e:8e:b6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06b2e4f8-43ee-4d3b-b176-d28355e277df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:57Z', 'updated_at': '2021-08-30T18:34:18Z', 'revision_number': 5, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'subnets': [{'id': '06b2e4f8-43ee-4d3b-b176-d28355e277df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:40:12.062414 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3e72d05a-9316-4ef5-a1a0-ec75a43afc85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:12.140658 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7afb092b-f439-4b95-9dc2-39ea526c3642 req-71bd57a2-dc49-4092-a23b-191df45c1a91 service neutron] 10.222.0.39 "GET /v2.0/networks/ab82acb0-f81e-4d3a-b5c2-781193f4d5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4686487 Aug 30 18:40:12.173251 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3e72d05a-9316-4ef5-a1a0-ec75a43afc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:12.178634 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3e72d05a-9316-4ef5-a1a0-ec75a43afc85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:12.183844 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-3e72d05a-9316-4ef5-a1a0-ec75a43afc85 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fce283ae-bf78-41b3-9d0f-5d85d57f6354 HTTP/1.1" status: 204 len: 168 time: 0.6339822 Aug 30 18:40:12.206004 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72d05a-9316-4ef5-a1a0-ec75a43afc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce283ae-bf78-41b3-9d0f-5d85d57f6354,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:12.224885 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40c7f4d-2c0d-4198-84dd-f848d37bd897 None None] New status for floating IP aafddd3d-997b-478d-82ad-0df3bbad7596: ACTIVE {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 18:40:12.729413 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 53908) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:40:12.766891 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d738cf15-7597-4d71-aa62-e39e62930d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:12.906898 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d738cf15-7597-4d71-aa62-e39e62930d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:12.912904 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d738cf15-7597-4d71-aa62-e39e62930d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:12.963994 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-d738cf15-7597-4d71-aa62-e39e62930d4b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=779c8ac17d094ec487eb7300d9384ae2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320690 Aug 30 18:40:12.965032 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738cf15-7597-4d71-aa62-e39e62930d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4630a099-c7c4-4b83-9a9b-d89d5aeaf85f,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:12.968076 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 53910) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:40:13.068019 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7885d226-4003-4358-9e42-9ec246c787b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:13.107742 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7885d226-4003-4358-9e42-9ec246c787b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:13.185700 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7885d226-4003-4358-9e42-9ec246c787b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:13.188701 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7885d226-4003-4358-9e42-9ec246c787b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:13.190036 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-7885d226-4003-4358-9e42-9ec246c787b0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4630a099-c7c4-4b83-9a9b-d89d5aeaf85f HTTP/1.1" status: 204 len: 168 time: 0.2205474 Aug 30 18:40:13.204228 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885d226-4003-4358-9e42-9ec246c787b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4630a099-c7c4-4b83-9a9b-d89d5aeaf85f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:14.264576 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 53948) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:40:14.401751 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-0cf88e3f-ac31-45d2-ac21-35ee035d1f55 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-345408196-network', 'tenant_id': '9a55f558290d4c638e0ffb72a7ae4026'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:40:14.441505 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf88e3f-ac31-45d2-ac21-35ee035d1f55 admin admin] Made reservation on behalf of 9a55f558290d4c638e0ffb72a7ae4026 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:40:14.445233 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0cf88e3f-ac31-45d2-ac21-35ee035d1f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:14.459694 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0cf88e3f-ac31-45d2-ac21-35ee035d1f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:14.607700 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0cf88e3f-ac31-45d2-ac21-35ee035d1f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:14.613054 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0cf88e3f-ac31-45d2-ac21-35ee035d1f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:14.644417 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cf88e3f-ac31-45d2-ac21-35ee035d1f55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 18:40:14.655959 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf88e3f-ac31-45d2-ac21-35ee035d1f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e9ec8b-503b-448d-9a0d-c54f9b3ac9c3,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:14.663319 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0cf88e3f-ac31-45d2-ac21-35ee035d1f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:14.663730 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.db.segments_db [None req-0cf88e3f-ac31-45d2-ac21-35ee035d1f55 admin admin] Added segment 74b9075c-9b50-4ab0-8f26-4f880c924898 of type vlan for network ad9d923f-9bf5-48e0-83ca-cabec06569c0 Aug 30 18:40:14.714051 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0cf88e3f-ac31-45d2-ac21-35ee035d1f55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776058719600'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:14.755537 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0cf88e3f-ac31-45d2-ac21-35ee035d1f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:14.756697 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf88e3f-ac31-45d2-ac21-35ee035d1f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:14.757223 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0cf88e3f-ac31-45d2-ac21-35ee035d1f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:14.818873 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-0cf88e3f-ac31-45d2-ac21-35ee035d1f55 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5527997 Aug 30 18:40:14.823558 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 53954) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:40:14.828070 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf88e3f-ac31-45d2-ac21-35ee035d1f55 admin admin] Pushing event updated for resources: {'Network': ['ID=ad9d923f-9bf5-48e0-83ca-cabec06569c0,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:14.831927 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-3cb47f06-9a87-4b6f-a779-a100284cdbf0 admin admin] Request body: {'subnet': {'network_id': 'ad9d923f-9bf5-48e0-83ca-cabec06569c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-345408196-subnet', 'tenant_id': '9a55f558290d4c638e0ffb72a7ae4026', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:40:14.839810 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Network ad9d923f-9bf5-48e0-83ca-cabec06569c0 details requested by agent ovs-agent-dv-cinder-790492-12-iscsi with host dv-cinder-790492-12-iscsi {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:40:14.859235 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb47f06-9a87-4b6f-a779-a100284cdbf0 admin admin] Made reservation on behalf of 9a55f558290d4c638e0ffb72a7ae4026 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:40:14.862582 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3cb47f06-9a87-4b6f-a779-a100284cdbf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424295'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:15.110156 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3cb47f06-9a87-4b6f-a779-a100284cdbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8449439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424341'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:15.198286 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb47f06-9a87-4b6f-a779-a100284cdbf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0c4cdcd-659c-477b-a023-1cd74d57f7da,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:15.213614 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb47f06-9a87-4b6f-a779-a100284cdbf0 admin admin] Checking segment: {'id': '74b9075c-9b50-4ab0-8f26-4f880c924898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ad9d923f-9bf5-48e0-83ca-cabec06569c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:40:15.214155 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb47f06-9a87-4b6f-a779-a100284cdbf0 admin admin] Network hostable DHCP agents. Network: ad9d923f-9bf5-48e0-83ca-cabec06569c0, hostable agents: ['31edc47e-fc79-419c-8073-db6fa9586502'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:40:15.238054 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb47f06-9a87-4b6f-a779-a100284cdbf0 admin admin] Network ad9d923f-9bf5-48e0-83ca-cabec06569c0 is scheduled to be hosted by DHCP agent 31edc47e-fc79-419c-8073-db6fa9586502 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:40:15.253377 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-3cb47f06-9a87-4b6f-a779-a100284cdbf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-12-iscsi, ad9d923f-9bf5-48e0-83ca-cabec06569c0) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:40:15.264266 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb47f06-9a87-4b6f-a779-a100284cdbf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:15.265362 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3cb47f06-9a87-4b6f-a779-a100284cdbf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:15.265833 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a2d6bd-b321-471f-ac61-925656ebfc45 None None] Network ad9d923f-9bf5-48e0-83ca-cabec06569c0 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:40:15.299068 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-3cb47f06-9a87-4b6f-a779-a100284cdbf0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4730055 Aug 30 18:40:15.438544 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b898cf-a5cd-47a1-a36b-9d4c965ae50f None None] Network ad9d923f-9bf5-48e0-83ca-cabec06569c0 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:40:17.499767 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-caec3ced-cba9-4801-8d2c-b1f15dd4887c tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:17.502449 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-caec3ced-cba9-4801-8d2c-b1f15dd4887c tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/networks?id=ad9d923f-9bf5-48e0-83ca-cabec06569c0 HTTP/1.1" status: 200 len: 808 time: 0.1496377 Aug 30 18:40:17.523973 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-0fb37ac7-1160-48d8-8935-5bf1256fa380 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/quotas/9a55f558290d4c638e0ffb72a7ae4026 HTTP/1.1" status: 200 len: 375 time: 0.0126257 Aug 30 18:40:17.578521 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-cb699302-e507-4664-b9de-6d4a4c372604 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a55f558290d4c638e0ffb72a7ae4026&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444674 Aug 30 18:40:17.788331 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-52b837fa-2523-4887-9bba-7c5904f457ae service neutron] 10.222.0.46 "GET /v2.0/networks/ad9d923f-9bf5-48e0-83ca-cabec06569c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926432 Aug 30 18:40:17.922652 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-5c152453-a277-421b-b505-425162b44dcb service neutron] 10.222.0.46 "GET /v2.0/networks/ad9d923f-9bf5-48e0-83ca-cabec06569c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264956 Aug 30 18:40:18.793632 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 54036) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:40:18.854085 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-8282cb6a-5e64-4bb5-a4e2-96a47dd2507d admin admin] Deleting subnet 6a4bc491-015f-4756-9ab0-80562ea794ad {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 18:40:18.859629 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8282cb6a-5e64-4bb5-a4e2-96a47dd2507d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:18.906990 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8282cb6a-5e64-4bb5-a4e2-96a47dd2507d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8522711'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:18.968529 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8282cb6a-5e64-4bb5-a4e2-96a47dd2507d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984993'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:19.047396 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8282cb6a-5e64-4bb5-a4e2-96a47dd2507d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9041818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506784'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:19.105623 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282cb6a-5e64-4bb5-a4e2-96a47dd2507d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a4bc491-015f-4756-9ab0-80562ea794ad,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:19.109303 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8282cb6a-5e64-4bb5-a4e2-96a47dd2507d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:19.114893 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-8282cb6a-5e64-4bb5-a4e2-96a47dd2507d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6a4bc491-015f-4756-9ab0-80562ea794ad HTTP/1.1" status: 204 len: 168 time: 0.3186316 Aug 30 18:40:19.116725 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 54044) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:40:19.187492 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ce26f200-ae04-4404-9f97-681437b607b4 req-ca433d78-8387-464f-88c1-681d6f63b486 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad17c824-407e-4dcd-ab06-b01275629715 HTTP/1.1" status: 200 len: 210 time: 0.0380650 Aug 30 18:40:19.243772 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce1af325-c582-4352-be01-313ecced641b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641841'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:19.352386 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce1af325-c582-4352-be01-313ecced641b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925274', 'neutron.services.segments.db._delete_segments_for_network-8776059265518'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:19.369831 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-ce1af325-c582-4352-be01-313ecced641b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3320434-ff4b-4866-9d06-90e0c6178662']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:40:19.383680 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-ce1af325-c582-4352-be01-313ecced641b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66617566-421d-46ca-9595-592ed428821d') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:40:19.384080 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-ce1af325-c582-4352-be01-313ecced641b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66617566-421d-46ca-9595-592ed428821d') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:40:19.400955 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce1af325-c582-4352-be01-313ecced641b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776059265401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8522696'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:19.426739 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce1af325-c582-4352-be01-313ecced641b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:19.439332 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1af325-c582-4352-be01-313ecced641b admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 18:40:19.440115 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce1af325-c582-4352-be01-313ecced641b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9041916'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:19.443198 dv-cinder-790492-12-iscsi neutron-server[94078]: Traceback (most recent call last): Aug 30 18:40:19.443198 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 18:40:19.443198 dv-cinder-790492-12-iscsi neutron-server[94078]: timer() Aug 30 18:40:19.443198 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 18:40:19.443198 dv-cinder-790492-12-iscsi neutron-server[94078]: cb(*args, **kw) Aug 30 18:40:19.443198 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 18:40:19.443198 dv-cinder-790492-12-iscsi neutron-server[94078]: return func(*args, **kwargs) Aug 30 18:40:19.443198 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 18:40:19.443198 dv-cinder-790492-12-iscsi neutron-server[94078]: self._notify() Aug 30 18:40:19.443198 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 18:40:19.443198 dv-cinder-790492-12-iscsi neutron-server[94078]: self.callback(batched_events) Aug 30 18:40:19.443198 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 18:40:19.443198 dv-cinder-790492-12-iscsi neutron-server[94078]: event.method(event) Aug 30 18:40:19.443198 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 18:40:19.443198 dv-cinder-790492-12-iscsi neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 18:40:19.443198 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 18:40:19.443198 dv-cinder-790492-12-iscsi neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 18:40:19.443198 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 18:40:19.443198 dv-cinder-790492-12-iscsi neutron-server[94078]: return f(self, *a, **k) Aug 30 18:40:19.443198 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 18:40:19.443198 dv-cinder-790492-12-iscsi neutron-server[94078]: return self._get(url).json() Aug 30 18:40:19.443198 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 18:40:19.443198 dv-cinder-790492-12-iscsi neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 18:40:19.443198 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 18:40:19.443198 dv-cinder-790492-12-iscsi neutron-server[94078]: return self.request(url, 'GET', **kwargs) Aug 30 18:40:19.443198 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 18:40:19.443198 dv-cinder-790492-12-iscsi neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 18:40:19.443198 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 18:40:19.443198 dv-cinder-790492-12-iscsi neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 18:40:19.443198 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 18:40:19.443198 dv-cinder-790492-12-iscsi neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 18:40:19.443198 dv-cinder-790492-12-iscsi neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 18:40:19.548195 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce1af325-c582-4352-be01-313ecced641b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120175'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:19.556155 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce1af325-c582-4352-be01-313ecced641b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:19.558626 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-ce1af325-c582-4352-be01-313ecced641b admin admin] 10.222.0.46 "DELETE /v2.0/networks/d3320434-ff4b-4866-9d06-90e0c6178662 HTTP/1.1" status: 204 len: 168 time: 0.4404268 Aug 30 18:40:19.561950 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 54054) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:40:19.583212 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1af325-c582-4352-be01-313ecced641b admin admin] Pushing event deleted for resources: {'Network': ['ID=d3320434-ff4b-4866-9d06-90e0c6178662,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:19.627612 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be0d848-fa5e-4121-a445-e49c4e988a24 admin admin] Deleting subnet 976e7060-8fa2-4664-9053-f57c39a5c131 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 18:40:19.631718 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0be0d848-fa5e-4121-a445-e49c4e988a24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:19.674039 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0be0d848-fa5e-4121-a445-e49c4e988a24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8937665'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:19.740260 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0be0d848-fa5e-4121-a445-e49c4e988a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984993'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:19.826829 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0be0d848-fa5e-4121-a445-e49c4e988a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424332'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:19.856006 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be0d848-fa5e-4121-a445-e49c4e988a24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=976e7060-8fa2-4664-9053-f57c39a5c131,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:19.867651 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0be0d848-fa5e-4121-a445-e49c4e988a24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:19.873337 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 54058) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:40:19.874132 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-0be0d848-fa5e-4121-a445-e49c4e988a24 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/976e7060-8fa2-4664-9053-f57c39a5c131 HTTP/1.1" status: 204 len: 168 time: 0.3101354 Aug 30 18:40:19.880022 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dd301c3b-9472-4bcd-8747-ee5cc2979e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:19.993949 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6795db7-cb85-46ea-b11a-b06600a6c67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641841'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:20.091913 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6795db7-cb85-46ea-b11a-b06600a6c67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925274', 'neutron.services.segments.db._delete_segments_for_network-8776059265518'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:20.109462 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-a6795db7-cb85-46ea-b11a-b06600a6c67e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a27956b-14e0-470a-9e4f-e73fd395b844']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:40:20.125705 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-a6795db7-cb85-46ea-b11a-b06600a6c67e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bb11ad4-09d3-44f8-9da1-ce75eb2db218') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:40:20.126012 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-a6795db7-cb85-46ea-b11a-b06600a6c67e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bb11ad4-09d3-44f8-9da1-ce75eb2db218') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:40:20.137830 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6795db7-cb85-46ea-b11a-b06600a6c67e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776059265401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8522696'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:20.155095 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6795db7-cb85-46ea-b11a-b06600a6c67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:20.165577 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6795db7-cb85-46ea-b11a-b06600a6c67e admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 18:40:20.166321 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6795db7-cb85-46ea-b11a-b06600a6c67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9041916'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:20.169035 dv-cinder-790492-12-iscsi neutron-server[94078]: Traceback (most recent call last): Aug 30 18:40:20.169035 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 18:40:20.169035 dv-cinder-790492-12-iscsi neutron-server[94078]: timer() Aug 30 18:40:20.169035 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 18:40:20.169035 dv-cinder-790492-12-iscsi neutron-server[94078]: cb(*args, **kw) Aug 30 18:40:20.169035 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 18:40:20.169035 dv-cinder-790492-12-iscsi neutron-server[94078]: return func(*args, **kwargs) Aug 30 18:40:20.169035 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 18:40:20.169035 dv-cinder-790492-12-iscsi neutron-server[94078]: self._notify() Aug 30 18:40:20.169035 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 18:40:20.169035 dv-cinder-790492-12-iscsi neutron-server[94078]: self.callback(batched_events) Aug 30 18:40:20.169035 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 18:40:20.169035 dv-cinder-790492-12-iscsi neutron-server[94078]: event.method(event) Aug 30 18:40:20.169035 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 18:40:20.169035 dv-cinder-790492-12-iscsi neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 18:40:20.169035 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 18:40:20.169035 dv-cinder-790492-12-iscsi neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 18:40:20.169035 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 18:40:20.169035 dv-cinder-790492-12-iscsi neutron-server[94078]: return f(self, *a, **k) Aug 30 18:40:20.169035 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 18:40:20.169035 dv-cinder-790492-12-iscsi neutron-server[94078]: return self._get(url).json() Aug 30 18:40:20.169035 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 18:40:20.169035 dv-cinder-790492-12-iscsi neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 18:40:20.169035 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 18:40:20.169035 dv-cinder-790492-12-iscsi neutron-server[94078]: return self.request(url, 'GET', **kwargs) Aug 30 18:40:20.169035 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 18:40:20.169035 dv-cinder-790492-12-iscsi neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 18:40:20.169035 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 18:40:20.169035 dv-cinder-790492-12-iscsi neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 18:40:20.169035 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 18:40:20.169035 dv-cinder-790492-12-iscsi neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 18:40:20.169035 dv-cinder-790492-12-iscsi neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 18:40:20.256071 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6795db7-cb85-46ea-b11a-b06600a6c67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120175'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:20.262704 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6795db7-cb85-46ea-b11a-b06600a6c67e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:20.268239 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-a6795db7-cb85-46ea-b11a-b06600a6c67e admin admin] 10.222.0.46 "DELETE /v2.0/networks/4a27956b-14e0-470a-9e4f-e73fd395b844 HTTP/1.1" status: 204 len: 168 time: 0.3929904 Aug 30 18:40:20.293944 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6795db7-cb85-46ea-b11a-b06600a6c67e admin admin] Pushing event deleted for resources: {'Network': ['ID=4a27956b-14e0-470a-9e4f-e73fd395b844,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:20.342032 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-941e811a-a294-4411-a812-6bee1ef8d480 req-1f78753b-d679-4270-a216-74c9229c1e13 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad17c824-407e-4dcd-ab06-b01275629715 HTTP/1.1" status: 200 len: 210 time: 0.0384529 Aug 30 18:40:20.445784 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 54068) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:40:20.522331 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-efd1596e-2736-4b50-8167-7ca50d06745c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=25f83da730e6403f8727bb203a0265f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0750585 Aug 30 18:40:20.525601 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 54070) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:40:20.610185 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5517e0c9-fac7-4e7f-93c1-899a637e71f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:20.642251 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-dc9a2e99-f4e7-49bc-bb6b-a4f32e817851 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:20.644891 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-dc9a2e99-f4e7-49bc-bb6b-a4f32e817851 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.39 "GET /v2.0/networks?id=ad9d923f-9bf5-48e0-83ca-cabec06569c0 HTTP/1.1" status: 200 len: 808 time: 0.1777682 Aug 30 18:40:20.647334 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5517e0c9-fac7-4e7f-93c1-899a637e71f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:20.670836 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-36814beb-ff88-4c5e-89de-089827afc7fd tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Request body: {'port': {'device_id': 'ad17c824-407e-4dcd-ab06-b01275629715', 'network_id': 'ad9d923f-9bf5-48e0-83ca-cabec06569c0', 'admin_state_up': True, 'tenant_id': '9a55f558290d4c638e0ffb72a7ae4026'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:40:20.736015 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5517e0c9-fac7-4e7f-93c1-899a637e71f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:20.739052 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5517e0c9-fac7-4e7f-93c1-899a637e71f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:20.740705 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-5517e0c9-fac7-4e7f-93c1-899a637e71f4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/70c80a4e-e016-434b-994a-d9f3fb5e01d9 HTTP/1.1" status: 204 len: 168 time: 0.2134638 Aug 30 18:40:20.750545 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5517e0c9-fac7-4e7f-93c1-899a637e71f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c80a4e-e016-434b-994a-d9f3fb5e01d9,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:20.852182 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-36814beb-ff88-4c5e-89de-089827afc7fd tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Made reservation on behalf of 9a55f558290d4c638e0ffb72a7ae4026 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:40:20.857690 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-36814beb-ff88-4c5e-89de-089827afc7fd tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:21.083923 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-36814beb-ff88-4c5e-89de-089827afc7fd tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Allocated IP 172.20.0.9 (ad9d923f-9bf5-48e0-83ca-cabec06569c0/e0c4cdcd-659c-477b-a023-1cd74d57f7da/3253bcd6-fa55-4b9d-afe7-4aca7285e453) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:40:21.262668 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 54084) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:40:21.324296 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-fbb61238-13d6-4899-ae3f-60e904ed2a3f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7714bf3693874476838f8c4961633863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0594935 Aug 30 18:40:21.326617 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 54086) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:40:21.332427 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-36814beb-ff88-4c5e-89de-089827afc7fd tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:21.403993 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-36814beb-ff88-4c5e-89de-089827afc7fd tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:21.424744 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-53e02bb0-9cb8-462b-a7ac-af1baab0ba62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:21.503211 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-53e02bb0-9cb8-462b-a7ac-af1baab0ba62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:21.528809 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-36814beb-ff88-4c5e-89de-089827afc7fd tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Network ad9d923f-9bf5-48e0-83ca-cabec06569c0 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:40:21.531936 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36814beb-ff88-4c5e-89de-089827afc7fd tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Pushing event updated for resources: {'Port': ['ID=3253bcd6-fa55-4b9d-afe7-4aca7285e453,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:21.535363 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-36814beb-ff88-4c5e-89de-089827afc7fd tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:40:21.556771 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-36814beb-ff88-4c5e-89de-089827afc7fd tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:40:21.616061 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-53e02bb0-9cb8-462b-a7ac-af1baab0ba62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:21.621787 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-53e02bb0-9cb8-462b-a7ac-af1baab0ba62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:21.631545 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-53e02bb0-9cb8-462b-a7ac-af1baab0ba62 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9e4733d5-fb71-431e-afe2-6f094dd3bf88 HTTP/1.1" status: 204 len: 168 time: 0.3000333 Aug 30 18:40:21.644474 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e02bb0-9cb8-462b-a7ac-af1baab0ba62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4733d5-fb71-431e-afe2-6f094dd3bf88,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:21.657069 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982cab7-5c10-4546-96a6-f5b892cc4ed7 req-1abf2505-3e74-406f-94cc-5afae51e86b4 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:21.659777 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2982cab7-5c10-4546-96a6-f5b892cc4ed7 req-1abf2505-3e74-406f-94cc-5afae51e86b4 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad17c824-407e-4dcd-ab06-b01275629715 HTTP/1.1" status: 200 len: 931 time: 0.1508443 Aug 30 18:40:21.673581 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-36814beb-ff88-4c5e-89de-089827afc7fd tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:21.674572 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-36814beb-ff88-4c5e-89de-089827afc7fd tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:21.723443 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-36814beb-ff88-4c5e-89de-089827afc7fd tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0561941 Aug 30 18:40:21.746387 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2982cab7-5c10-4546-96a6-f5b892cc4ed7 req-8c28e809-9291-402b-b599-1ec455a71b46 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/security-groups?id=59e9ec8b-503b-448d-9a0d-c54f9b3ac9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671620 Aug 30 18:40:21.755392 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-0c8cfb33-0123-4070-a0e7-6908aae38c47 service neutron] Request body: {'port': {'device_id': 'ad17c824-407e-4dcd-ab06-b01275629715', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:40:21.855908 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-0c8cfb33-0123-4070-a0e7-6908aae38c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:22.314562 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-0c8cfb33-0123-4070-a0e7-6908aae38c47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3253bcd6-fa55-4b9d-afe7-4aca7285e453 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:40:22.325844 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-0c8cfb33-0123-4070-a0e7-6908aae38c47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:22.345219 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-0c8cfb33-0123-4070-a0e7-6908aae38c47 service neutron] Transition to ACTIVE for port object 3253bcd6-fa55-4b9d-afe7-4aca7285e453 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:40:22.350542 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-0c8cfb33-0123-4070-a0e7-6908aae38c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449046'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:22.408040 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8cfb33-0123-4070-a0e7-6908aae38c47 service neutron] Pushing event updated for resources: {'Port': ['ID=3253bcd6-fa55-4b9d-afe7-4aca7285e453,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:22.497076 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-0c8cfb33-0123-4070-a0e7-6908aae38c47 service neutron] Attempting to bind port 3253bcd6-fa55-4b9d-afe7-4aca7285e453 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:40:22.497541 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-0c8cfb33-0123-4070-a0e7-6908aae38c47 service neutron] Attempting to bind port 3253bcd6-fa55-4b9d-afe7-4aca7285e453 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '74b9075c-9b50-4ab0-8f26-4f880c924898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ad9d923f-9bf5-48e0-83ca-cabec06569c0'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:40:22.497986 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-0c8cfb33-0123-4070-a0e7-6908aae38c47 service neutron] Attempting to bind port 3253bcd6-fa55-4b9d-afe7-4aca7285e453 on network ad9d923f-9bf5-48e0-83ca-cabec06569c0 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:40:22.503835 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-0c8cfb33-0123-4070-a0e7-6908aae38c47 service neutron] Port 3253bcd6-fa55-4b9d-afe7-4aca7285e453 on network ad9d923f-9bf5-48e0-83ca-cabec06569c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:40:22.504292 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-0c8cfb33-0123-4070-a0e7-6908aae38c47 service neutron] Attempting to bind port 3253bcd6-fa55-4b9d-afe7-4aca7285e453 on network ad9d923f-9bf5-48e0-83ca-cabec06569c0 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:40:22.511465 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-0c8cfb33-0123-4070-a0e7-6908aae38c47 service neutron] Checking agent: {'id': '7d13e2b4-65d8-4093-b4fc-5ca6c835aab8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'started_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:40:22.511786 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-0c8cfb33-0123-4070-a0e7-6908aae38c47 service neutron] Checking segment: {'id': '74b9075c-9b50-4ab0-8f26-4f880c924898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ad9d923f-9bf5-48e0-83ca-cabec06569c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:40:22.512172 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-0c8cfb33-0123-4070-a0e7-6908aae38c47 service neutron] Bound using segment: {'id': '74b9075c-9b50-4ab0-8f26-4f880c924898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ad9d923f-9bf5-48e0-83ca-cabec06569c0'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:40:22.512629 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-0c8cfb33-0123-4070-a0e7-6908aae38c47 service neutron] Bound port: 3253bcd6-fa55-4b9d-afe7-4aca7285e453, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74b9075c-9b50-4ab0-8f26-4f880c924898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ad9d923f-9bf5-48e0-83ca-cabec06569c0'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:40:22.512959 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-0c8cfb33-0123-4070-a0e7-6908aae38c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:22.611560 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-0c8cfb33-0123-4070-a0e7-6908aae38c47 service neutron] For port 3253bcd6-fa55-4b9d-afe7-4aca7285e453, host hv-cinder-79049, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:40:22.615192 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-0c8cfb33-0123-4070-a0e7-6908aae38c47 service neutron] For port 3253bcd6-fa55-4b9d-afe7-4aca7285e453, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=3253bcd6-fa55-4b9d-afe7-4aca7285e453,segment=NetworkSegment(74b9075c-9b50-4ab0-8f26-4f880c924898),segment_id=74b9075c-9b50-4ab0-8f26-4f880c924898)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:40:22.623367 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-0c8cfb33-0123-4070-a0e7-6908aae38c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449046'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:22.666155 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-0c8cfb33-0123-4070-a0e7-6908aae38c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:22.666849 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-0c8cfb33-0123-4070-a0e7-6908aae38c47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:22.668593 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-0c8cfb33-0123-4070-a0e7-6908aae38c47 service neutron] 10.222.0.39 "PUT /v2.0/ports/3253bcd6-fa55-4b9d-afe7-4aca7285e453 HTTP/1.1" status: 200 len: 1093 time: 0.9208090 Aug 30 18:40:22.669132 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad17c824-407e-4dcd-ab06-b01275629715', 'tag': '3253bcd6-fa55-4b9d-afe7-4aca7285e453'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:40:22.672106 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487dc9d8-2ad8-4e9f-80d8-e52a7851a686" -d '{"events": [{"name": "network-changed", "server_uuid": "ad17c824-407e-4dcd-ab06-b01275629715", "tag": "3253bcd6-fa55-4b9d-afe7-4aca7285e453"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:40:22.714817 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8cfb33-0123-4070-a0e7-6908aae38c47 service neutron] Pushing event updated for resources: {'Port': ['ID=3253bcd6-fa55-4b9d-afe7-4aca7285e453,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:22.724455 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5db57a-b55a-4152-9c24-962fb8cf1fda x-openstack-request-id: req-4e5db57a-b55a-4152-9c24-962fb8cf1fda {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:40:22.725187 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad17c824-407e-4dcd-ab06-b01275629715", "tag": "3253bcd6-fa55-4b9d-afe7-4aca7285e453", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:40:22.725363 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4e5db57a-b55a-4152-9c24-962fb8cf1fda {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:40:22.725926 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad17c824-407e-4dcd-ab06-b01275629715', 'tag': '3253bcd6-fa55-4b9d-afe7-4aca7285e453', 'status': 'completed', 'code': 200} Aug 30 18:40:22.806389 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-b9826553-1980-45b2-8fe0-fedf44cd9363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:22.808388 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-b9826553-1980-45b2-8fe0-fedf44cd9363 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9a55f558290d4c638e0ffb72a7ae4026&device_id=ad17c824-407e-4dcd-ab06-b01275629715 HTTP/1.1" status: 200 len: 1096 time: 0.0578279 Aug 30 18:40:22.890893 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-4a4bfe50-a2bc-4f46-9054-be54b06bba52 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3253bcd6-fa55-4b9d-afe7-4aca7285e453 HTTP/1.1" status: 200 len: 217 time: 0.0653007 Aug 30 18:40:22.914991 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b25b79-4527-4aa3-88c3-985e26c48298 req-645c9072-0510-4590-b3aa-13fd2b94d5c7 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:22.917511 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c5b25b79-4527-4aa3-88c3-985e26c48298 req-645c9072-0510-4590-b3aa-13fd2b94d5c7 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad17c824-407e-4dcd-ab06-b01275629715 HTTP/1.1" status: 200 len: 943 time: 0.0738118 Aug 30 18:40:22.964608 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-d780d53d-bfcf-4b86-8e1f-1afa4c853bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:22.967369 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-d780d53d-bfcf-4b86-8e1f-1afa4c853bb6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e0c4cdcd-659c-477b-a023-1cd74d57f7da HTTP/1.1" status: 200 len: 848 time: 0.0672371 Aug 30 18:40:22.977644 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c5b25b79-4527-4aa3-88c3-985e26c48298 req-4854f553-0527-4547-bc4f-e8ed6034a1b7 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/security-groups?id=59e9ec8b-503b-448d-9a0d-c54f9b3ac9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490711 Aug 30 18:40:23.026396 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-c58f6214-ac0c-4a08-a550-9c1e30040755 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ad9d923f-9bf5-48e0-83ca-cabec06569c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469065 Aug 30 18:40:23.188040 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-916f7459-4c7a-4f1e-9236-e585558d713d service neutron] 10.222.0.39 "GET /v2.0/networks/ad9d923f-9bf5-48e0-83ca-cabec06569c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484783 Aug 30 18:40:23.251646 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-02974f65-6c24-4a30-81ee-4e39111cf5b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:23.317279 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f749c838-ad42-44e6-b764-fdeeaa1f110d req-9a175ad9-1a3d-4b0e-a33c-b4ff74b78194 service neutron] 10.222.0.39 "GET /v2.0/networks/ad9d923f-9bf5-48e0-83ca-cabec06569c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170480 Aug 30 18:40:23.342898 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:23.514514 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487dc9d8-2ad8-4e9f-80d8-e52a7851a686 req-d73abdab-8916-4123-aa47-5f1791da5e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:23.518275 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-487dc9d8-2ad8-4e9f-80d8-e52a7851a686 req-d73abdab-8916-4123-aa47-5f1791da5e94 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9a55f558290d4c638e0ffb72a7ae4026&device_id=ad17c824-407e-4dcd-ab06-b01275629715 HTTP/1.1" status: 200 len: 1096 time: 0.0590487 Aug 30 18:40:23.656430 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487dc9d8-2ad8-4e9f-80d8-e52a7851a686 req-86ac901f-73e8-48de-a667-bac83b652e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:23.659041 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-487dc9d8-2ad8-4e9f-80d8-e52a7851a686 req-86ac901f-73e8-48de-a667-bac83b652e3c service neutron] 10.222.0.39 "GET /v2.0/networks?id=ad9d923f-9bf5-48e0-83ca-cabec06569c0 HTTP/1.1" status: 200 len: 908 time: 0.1326470 Aug 30 18:40:23.737122 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-487dc9d8-2ad8-4e9f-80d8-e52a7851a686 req-11b437cc-5076-4571-8a84-d00c70b87401 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3253bcd6-fa55-4b9d-afe7-4aca7285e453 HTTP/1.1" status: 200 len: 217 time: 0.0684979 Aug 30 18:40:23.806775 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487dc9d8-2ad8-4e9f-80d8-e52a7851a686 req-6ff3c0a4-575a-4027-b92d-f8a31af0321b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:23.809195 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-487dc9d8-2ad8-4e9f-80d8-e52a7851a686 req-6ff3c0a4-575a-4027-b92d-f8a31af0321b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e0c4cdcd-659c-477b-a023-1cd74d57f7da HTTP/1.1" status: 200 len: 848 time: 0.0591848 Aug 30 18:40:23.859377 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-487dc9d8-2ad8-4e9f-80d8-e52a7851a686 req-262203f1-d820-4d69-adfe-4290afa302ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ad9d923f-9bf5-48e0-83ca-cabec06569c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366228 Aug 30 18:40:23.966334 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-487dc9d8-2ad8-4e9f-80d8-e52a7851a686 req-9a1b662d-c532-4ac2-83f9-1b594e0611a6 service neutron] 10.222.0.39 "GET /v2.0/networks/ad9d923f-9bf5-48e0-83ca-cabec06569c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960634 Aug 30 18:40:24.034490 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:24.129276 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-487dc9d8-2ad8-4e9f-80d8-e52a7851a686 req-7f81f759-c909-4d4c-83ba-403f2f496b08 service neutron] 10.222.0.39 "GET /v2.0/networks/ad9d923f-9bf5-48e0-83ca-cabec06569c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553259 Aug 30 18:40:24.174738 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c97da-e09c-40f6-9d06-65b75991bf20 req-19e92dde-f231-4f73-b1a2-52a3850cf55a tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:24.178149 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3d8c97da-e09c-40f6-9d06-65b75991bf20 req-19e92dde-f231-4f73-b1a2-52a3850cf55a tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad17c824-407e-4dcd-ab06-b01275629715 HTTP/1.1" status: 200 len: 943 time: 0.0787606 Aug 30 18:40:24.246714 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3d8c97da-e09c-40f6-9d06-65b75991bf20 req-0154588e-0189-40bb-9f7e-34007a8f3aba tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/security-groups?id=59e9ec8b-503b-448d-9a0d-c54f9b3ac9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593650 Aug 30 18:40:24.667033 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2027e-a46d-4ccc-8d26-41335836223b req-bb77300d-c176-4e22-8bad-a899c695eb08 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:24.668999 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-dba2027e-a46d-4ccc-8d26-41335836223b req-bb77300d-c176-4e22-8bad-a899c695eb08 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 945 time: 0.0922449 Aug 30 18:40:24.716083 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-dba2027e-a46d-4ccc-8d26-41335836223b req-acf242d4-bc72-4205-b945-047ba454e5a6 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403707 Aug 30 18:40:24.873682 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:40:25.416503 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8b057-25fb-4462-ac44-2331db1a7f47 req-104d0a0f-2ac9-455d-8a12-83c34f6ff9c9 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:25.419392 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-28c8b057-25fb-4462-ac44-2331db1a7f47 req-104d0a0f-2ac9-455d-8a12-83c34f6ff9c9 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad17c824-407e-4dcd-ab06-b01275629715 HTTP/1.1" status: 200 len: 943 time: 0.0732033 Aug 30 18:40:25.477625 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-28c8b057-25fb-4462-ac44-2331db1a7f47 req-6d6a16a0-fc50-4264-8da8-f0d6a6dd2cb3 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/security-groups?id=59e9ec8b-503b-448d-9a0d-c54f9b3ac9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484855 Aug 30 18:40:25.752390 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:25.911426 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928003a1-531f-47f6-a216-21a75f352f4c req-37acc426-523d-411c-ad26-c7a2e3897bf9 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:25.915200 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-928003a1-531f-47f6-a216-21a75f352f4c req-37acc426-523d-411c-ad26-c7a2e3897bf9 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 945 time: 0.0876651 Aug 30 18:40:25.986210 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-928003a1-531f-47f6-a216-21a75f352f4c req-7f673625-9b53-42a2-a9b7-bb1e67828020 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604506 Aug 30 18:40:26.045573 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 3253bcd6-fa55-4b9d-afe7-4aca7285e453 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:40:26.172186 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 3253bcd6-fa55-4b9d-afe7-4aca7285e453, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=3253bcd6-fa55-4b9d-afe7-4aca7285e453,segment=NetworkSegment(74b9075c-9b50-4ab0-8f26-4f880c924898),segment_id=74b9075c-9b50-4ab0-8f26-4f880c924898)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:40:26.190872 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Returning: {'device': '3253bcd6-fa55-4b9d-afe7-4aca7285e453', 'network_id': 'ad9d923f-9bf5-48e0-83ca-cabec06569c0', 'port_id': '3253bcd6-fa55-4b9d-afe7-4aca7285e453', 'mac_address': 'fa:16:3e:6c:92:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0c4cdcd-659c-477b-a023-1cd74d57f7da', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:40:26.243988 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:26.259770 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3253bcd6-fa55-4b9d-afe7-4aca7285e453 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:40:26.293254 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 3253bcd6-fa55-4b9d-afe7-4aca7285e453, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=3253bcd6-fa55-4b9d-afe7-4aca7285e453,segment=NetworkSegment(74b9075c-9b50-4ab0-8f26-4f880c924898),segment_id=74b9075c-9b50-4ab0-8f26-4f880c924898)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:40:26.299812 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:26.400810 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=3253bcd6-fa55-4b9d-afe7-4aca7285e453,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:26.644692 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c95dcb-05cd-4814-8b02-de6441a3a867 req-d593ae36-0f67-41f0-b1d0-bb00fda5f7dd tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:26.646481 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-74c95dcb-05cd-4814-8b02-de6441a3a867 req-d593ae36-0f67-41f0-b1d0-bb00fda5f7dd tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad17c824-407e-4dcd-ab06-b01275629715 HTTP/1.1" status: 200 len: 944 time: 0.0591471 Aug 30 18:40:26.688829 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['3253bcd6-fa55-4b9d-afe7-4aca7285e453'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:40:26.704379 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-74c95dcb-05cd-4814-8b02-de6441a3a867 req-c027d6b9-ca6e-4685-a30b-1e9dc8ea0eef tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/security-groups?id=59e9ec8b-503b-448d-9a0d-c54f9b3ac9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463359 Aug 30 18:40:27.145459 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa3911-a0e6-4054-aa35-f37abc2c209d req-e66364ba-3f6b-4dcb-ae83-bb5b91783be6 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:27.147336 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c9aa3911-a0e6-4054-aa35-f37abc2c209d req-e66364ba-3f6b-4dcb-ae83-bb5b91783be6 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 945 time: 0.0672035 Aug 30 18:40:27.210222 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c9aa3911-a0e6-4054-aa35-f37abc2c209d req-8dfbaa7c-fff2-4ce3-ae09-77f8c534e59a tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560818 Aug 30 18:40:27.872206 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3083f55-1665-4a3c-90c3-add08b31b435 req-882e6ff5-a1e1-4087-a7fa-ff8d498d23f1 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:27.874192 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-b3083f55-1665-4a3c-90c3-add08b31b435 req-882e6ff5-a1e1-4087-a7fa-ff8d498d23f1 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad17c824-407e-4dcd-ab06-b01275629715 HTTP/1.1" status: 200 len: 944 time: 0.0740862 Aug 30 18:40:27.929166 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-b3083f55-1665-4a3c-90c3-add08b31b435 req-3c564287-423a-4edd-91e1-effa0d610c5b tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/security-groups?id=59e9ec8b-503b-448d-9a0d-c54f9b3ac9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430021 Aug 30 18:40:28.069056 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 3253bcd6-fa55-4b9d-afe7-4aca7285e453 up at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:40:28.135353 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning for port 3253bcd6-fa55-4b9d-afe7-4aca7285e453 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:40:28.139836 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning complete for port 3253bcd6-fa55-4b9d-afe7-4aca7285e453 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:40:28.140211 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:28.244447 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:28.286942 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad17c824-407e-4dcd-ab06-b01275629715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3253bcd6-fa55-4b9d-afe7-4aca7285e453'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:40:28.291352 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf7e48b1d7ea734c3ab22bdf0c4fd39094da8684eda14d675e1fcbcfa40454f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384ed1c7-fa51-41b4-91fb-3fd7387ae04e" -d '{"events": [{"server_uuid": "ad17c824-407e-4dcd-ab06-b01275629715", "name": "network-vif-plugged", "status": "completed", "tag": "3253bcd6-fa55-4b9d-afe7-4aca7285e453"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:40:28.317203 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 3253bcd6-fa55-4b9d-afe7-4aca7285e453, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=3253bcd6-fa55-4b9d-afe7-4aca7285e453,segment=NetworkSegment(74b9075c-9b50-4ab0-8f26-4f880c924898),segment_id=74b9075c-9b50-4ab0-8f26-4f880c924898)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:40:28.323943 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:28.349308 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f283f7e8-a129-4415-a474-31a4cf446c5a x-openstack-request-id: req-f283f7e8-a129-4415-a474-31a4cf446c5a {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:40:28.349595 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad17c824-407e-4dcd-ab06-b01275629715", "name": "network-vif-plugged", "status": "completed", "tag": "3253bcd6-fa55-4b9d-afe7-4aca7285e453", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:40:28.349840 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f283f7e8-a129-4415-a474-31a4cf446c5a {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:40:28.350235 dv-cinder-790492-12-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad17c824-407e-4dcd-ab06-b01275629715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3253bcd6-fa55-4b9d-afe7-4aca7285e453', 'code': 200} Aug 30 18:40:28.390338 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=3253bcd6-fa55-4b9d-afe7-4aca7285e453,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:28.402150 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e34d4-ed9a-46b8-9687-e84592a5c3b1 req-d7acc7b3-fda1-490d-b896-9a77ee5facb8 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:28.405019 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-803e34d4-ed9a-46b8-9687-e84592a5c3b1 req-d7acc7b3-fda1-490d-b896-9a77ee5facb8 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 945 time: 0.0820343 Aug 30 18:40:28.470796 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-803e34d4-ed9a-46b8-9687-e84592a5c3b1 req-51f300a2-fff3-47e9-b251-8c0aaa8c8f67 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591326 Aug 30 18:40:28.622012 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627181ff-30d0-4383-8a60-51f777680239 req-dc792701-66cb-47c5-b1ee-3a13d5d4cec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:28.624816 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-627181ff-30d0-4383-8a60-51f777680239 req-dc792701-66cb-47c5-b1ee-3a13d5d4cec9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ad17c824-407e-4dcd-ab06-b01275629715 HTTP/1.1" status: 200 len: 1098 time: 0.0501449 Aug 30 18:40:28.670165 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-627181ff-30d0-4383-8a60-51f777680239 req-abb2fdad-8b22-489a-b1e0-b35911d07df5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=59e9ec8b-503b-448d-9a0d-c54f9b3ac9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361500 Aug 30 18:40:29.092061 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab8bf1-583c-4249-bcbd-b8dd61c03704 req-6ddb5131-375d-4651-b746-47c87130bbd7 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:29.094130 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-30ab8bf1-583c-4249-bcbd-b8dd61c03704 req-6ddb5131-375d-4651-b746-47c87130bbd7 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad17c824-407e-4dcd-ab06-b01275629715 HTTP/1.1" status: 200 len: 945 time: 0.0642328 Aug 30 18:40:29.158865 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-30ab8bf1-583c-4249-bcbd-b8dd61c03704 req-0040896f-e746-4338-bbb3-3601d9025dff tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/security-groups?id=59e9ec8b-503b-448d-9a0d-c54f9b3ac9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577302 Aug 30 18:40:29.629135 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38e1ce-9312-419a-81b7-0e7941fb8dcd req-f5f416b6-23eb-4705-8fc0-a00c6f9b4ef0 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:29.631887 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6d38e1ce-9312-419a-81b7-0e7941fb8dcd req-f5f416b6-23eb-4705-8fc0-a00c6f9b4ef0 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 945 time: 0.0732996 Aug 30 18:40:29.683833 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6d38e1ce-9312-419a-81b7-0e7941fb8dcd req-66921946-1d28-4f11-8b47-2dcdccae68e9 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410278 Aug 30 18:40:30.353245 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226155e-efc7-4689-8f63-73a27ec83513 req-04b43405-859f-4d81-9072-7857447a559e tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:30.355518 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3226155e-efc7-4689-8f63-73a27ec83513 req-04b43405-859f-4d81-9072-7857447a559e tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad17c824-407e-4dcd-ab06-b01275629715 HTTP/1.1" status: 200 len: 945 time: 0.0708892 Aug 30 18:40:30.429811 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3226155e-efc7-4689-8f63-73a27ec83513 req-70e4ae40-3aa8-46c9-b9e0-b1a480260ec5 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/security-groups?id=59e9ec8b-503b-448d-9a0d-c54f9b3ac9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626025 Aug 30 18:40:30.856380 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70374eb-5297-4aaa-963f-67589bbe1b76 req-c7a13a3f-a2d4-4ac8-80fe-a4ae76d808bd tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:30.858024 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e70374eb-5297-4aaa-963f-67589bbe1b76 req-c7a13a3f-a2d4-4ac8-80fe-a4ae76d808bd tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 945 time: 0.0801146 Aug 30 18:40:30.919269 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e70374eb-5297-4aaa-963f-67589bbe1b76 req-113399ab-e5ec-41bb-9df3-29228f6932d6 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501494 Aug 30 18:40:31.392450 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17a784-d628-448f-81bb-6ca61b93e1ef req-a840983d-28af-4419-9d00-65861cfcf422 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:31.394205 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5a17a784-d628-448f-81bb-6ca61b93e1ef req-a840983d-28af-4419-9d00-65861cfcf422 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad17c824-407e-4dcd-ab06-b01275629715 HTTP/1.1" status: 200 len: 945 time: 0.0631747 Aug 30 18:40:31.460688 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5a17a784-d628-448f-81bb-6ca61b93e1ef req-1b3a9e6b-cf79-43cd-8226-f5236f5e7d61 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/security-groups?id=59e9ec8b-503b-448d-9a0d-c54f9b3ac9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577016 Aug 30 18:40:32.073679 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8e6e8-b8e6-438e-9add-115108f754cc req-f747fcf5-e29f-43f8-9844-b5bbe683158c tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:32.075944 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-add8e6e8-b8e6-438e-9add-115108f754cc req-f747fcf5-e29f-43f8-9844-b5bbe683158c tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 945 time: 0.0621114 Aug 30 18:40:32.130518 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-add8e6e8-b8e6-438e-9add-115108f754cc req-2e61649b-f0d5-44d8-b037-920658a8ecfa tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430062 Aug 30 18:40:32.637821 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1031f74-5097-4bfe-842a-6b682472b035 req-3a32237c-c178-45fc-a292-884d2c59c82e tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:32.639542 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c1031f74-5097-4bfe-842a-6b682472b035 req-3a32237c-c178-45fc-a292-884d2c59c82e tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad17c824-407e-4dcd-ab06-b01275629715 HTTP/1.1" status: 200 len: 945 time: 0.0798204 Aug 30 18:40:32.687421 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c1031f74-5097-4bfe-842a-6b682472b035 req-44b7d31e-c75a-4d62-a6c5-e42d92e08c5f tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/security-groups?id=59e9ec8b-503b-448d-9a0d-c54f9b3ac9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409844 Aug 30 18:40:33.145947 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f12329-d655-4847-a0a1-72625da23823 req-d80f530a-01ae-4152-8e26-8406bd73e92d tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:33.147612 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-87f12329-d655-4847-a0a1-72625da23823 req-d80f530a-01ae-4152-8e26-8406bd73e92d tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad17c824-407e-4dcd-ab06-b01275629715 HTTP/1.1" status: 200 len: 945 time: 0.0698814 Aug 30 18:40:33.334837 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2b6ce-5d23-4d53-9eee-dc045e9de80a req-d556b3b8-e5ef-4bb9-9baa-ee5a28625a10 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:33.337510 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-56c2b6ce-5d23-4d53-9eee-dc045e9de80a req-d556b3b8-e5ef-4bb9-9baa-ee5a28625a10 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 945 time: 0.0768762 Aug 30 18:40:33.340000 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-87f12329-d655-4847-a0a1-72625da23823 req-301166ec-34cf-448c-ab91-d6f7d489a78e tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Deleting port 3253bcd6-fa55-4b9d-afe7-4aca7285e453 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:40:33.340529 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-87f12329-d655-4847-a0a1-72625da23823 req-301166ec-34cf-448c-ab91-d6f7d489a78e tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:33.447353 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-56c2b6ce-5d23-4d53-9eee-dc045e9de80a req-73ed2bb9-9a7d-4268-8161-44437f4e24f3 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016002 Aug 30 18:40:33.485129 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-87f12329-d655-4847-a0a1-72625da23823 req-301166ec-34cf-448c-ab91-d6f7d489a78e tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] For port 3253bcd6-fa55-4b9d-afe7-4aca7285e453, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=3253bcd6-fa55-4b9d-afe7-4aca7285e453,segment=NetworkSegment(74b9075c-9b50-4ab0-8f26-4f880c924898),segment_id=74b9075c-9b50-4ab0-8f26-4f880c924898)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:40:33.485720 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-87f12329-d655-4847-a0a1-72625da23823 req-301166ec-34cf-448c-ab91-d6f7d489a78e tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:33.505716 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-87f12329-d655-4847-a0a1-72625da23823 req-301166ec-34cf-448c-ab91-d6f7d489a78e tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Calling delete_port for 3253bcd6-fa55-4b9d-afe7-4aca7285e453 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:40:33.676980 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-87f12329-d655-4847-a0a1-72625da23823 req-301166ec-34cf-448c-ab91-d6f7d489a78e tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:33.720158 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['3253bcd6-fa55-4b9d-afe7-4aca7285e453'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:40:33.728614 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301166ec-34cf-448c-ab91-d6f7d489a78e tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Pushing event deleted for resources: {'Port': ['ID=3253bcd6-fa55-4b9d-afe7-4aca7285e453,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:33.814382 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f12329-d655-4847-a0a1-72625da23823 req-301166ec-34cf-448c-ab91-d6f7d489a78e tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] No DVR routers for this DVR port 3253bcd6-fa55-4b9d-afe7-4aca7285e453 on host hv-cinder-79049 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:40:33.817703 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-87f12329-d655-4847-a0a1-72625da23823 req-301166ec-34cf-448c-ab91-d6f7d489a78e tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:33.821167 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-87f12329-d655-4847-a0a1-72625da23823 req-301166ec-34cf-448c-ab91-d6f7d489a78e tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.39 "DELETE /v2.0/ports/3253bcd6-fa55-4b9d-afe7-4aca7285e453 HTTP/1.1" status: 204 len: 173 time: 0.6655755 Aug 30 18:40:33.821824 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad17c824-407e-4dcd-ab06-b01275629715', 'name': 'network-vif-deleted', 'tag': '3253bcd6-fa55-4b9d-afe7-4aca7285e453'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:40:33.824893 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097d68a7-b7c3-4a8b-9b4f-fe7eb18f6aab" -d '{"events": [{"server_uuid": "ad17c824-407e-4dcd-ab06-b01275629715", "name": "network-vif-deleted", "tag": "3253bcd6-fa55-4b9d-afe7-4aca7285e453"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:40:33.887087 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af86975e-da92-4c61-b0b4-4602a27a5de1 x-openstack-request-id: req-af86975e-da92-4c61-b0b4-4602a27a5de1 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:40:33.887087 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad17c824-407e-4dcd-ab06-b01275629715", "name": "network-vif-deleted", "tag": "3253bcd6-fa55-4b9d-afe7-4aca7285e453", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:40:33.887087 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-af86975e-da92-4c61-b0b4-4602a27a5de1 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:40:33.887087 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad17c824-407e-4dcd-ab06-b01275629715', 'name': 'network-vif-deleted', 'tag': '3253bcd6-fa55-4b9d-afe7-4aca7285e453', 'status': 'completed', 'code': 200} Aug 30 18:40:33.901680 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-123d580d-7b31-4ab0-830f-47274d5edf24 req-40cb98c4-249d-46cc-823c-08a0ff66f0bf tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad17c824-407e-4dcd-ab06-b01275629715 HTTP/1.1" status: 200 len: 210 time: 0.0644746 Aug 30 18:40:34.641485 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34aec34-8b6c-4a38-88e6-c4b7f98ca5cf req-9ea6c762-dc42-439f-b561-c480518de596 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:34.644405 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b34aec34-8b6c-4a38-88e6-c4b7f98ca5cf req-9ea6c762-dc42-439f-b561-c480518de596 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 945 time: 0.0864024 Aug 30 18:40:34.699383 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b34aec34-8b6c-4a38-88e6-c4b7f98ca5cf req-6f5885db-0e59-4e1b-bfdf-9610b169fed6 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475473 Aug 30 18:40:35.374263 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-2263ad03-2d08-4375-add5-bd1039dba8e4 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:35.376214 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-2263ad03-2d08-4375-add5-bd1039dba8e4 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/networks?id=ad9d923f-9bf5-48e0-83ca-cabec06569c0 HTTP/1.1" status: 200 len: 808 time: 0.1423757 Aug 30 18:40:35.393585 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-ab87bf07-87e0-4d72-be34-dfe0f644d2d6 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/quotas/9a55f558290d4c638e0ffb72a7ae4026 HTTP/1.1" status: 200 len: 375 time: 0.0110447 Aug 30 18:40:35.440765 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-e299e481-381b-4df0-83ff-caad55d7a5b4 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a55f558290d4c638e0ffb72a7ae4026&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364523 Aug 30 18:40:35.563873 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-df634232-efda-47cd-9959-bc10b20cf124 service neutron] 10.222.0.46 "GET /v2.0/networks/ad9d923f-9bf5-48e0-83ca-cabec06569c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096582 Aug 30 18:40:35.713783 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-1847efd4-91f8-42d2-ba08-742fc0c9a481 service neutron] 10.222.0.46 "GET /v2.0/networks/ad9d923f-9bf5-48e0-83ca-cabec06569c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384885 Aug 30 18:40:35.877129 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6489d-ecc4-4a04-b4da-b9fa0f396fbb req-81187075-0830-4f73-afb6-486d180deceb tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:35.880900 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bfb6489d-ecc4-4a04-b4da-b9fa0f396fbb req-81187075-0830-4f73-afb6-486d180deceb tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 945 time: 0.0940537 Aug 30 18:40:35.948042 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bfb6489d-ecc4-4a04-b4da-b9fa0f396fbb req-a3bafb37-dfb0-4fb8-a2f7-648c9f65ac90 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557806 Aug 30 18:40:36.019799 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d8a28440-e8d7-4739-ac91-3891e2ac4e47 req-d1edc2b7-489c-46ba-8911-30bd3381fcaf tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b5a01e5-206e-49a0-827f-1c25452ff09d HTTP/1.1" status: 200 len: 210 time: 0.0458350 Aug 30 18:40:36.101929 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 3253bcd6-fa55-4b9d-afe7-4aca7285e453 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:40:36.134860 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] No Port match for: 3253bcd6-fa55-4b9d-afe7-4aca7285e453 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:40:36.135420 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 3253bcd6-fa55-4b9d-afe7-4aca7285e453 not bound to the agent host hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:40:37.154191 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92169d4-b832-41f9-810d-03aa856a3dcd req-4397ae78-284d-4872-8cda-b8e015172bd9 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:37.157151 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f92169d4-b832-41f9-810d-03aa856a3dcd req-4397ae78-284d-4872-8cda-b8e015172bd9 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 945 time: 0.0973833 Aug 30 18:40:37.168898 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9cdf975d-0599-4b67-bfe3-947c437a9278 req-7a7e039c-f793-494c-b3ad-9bdca9214a6b tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b5a01e5-206e-49a0-827f-1c25452ff09d HTTP/1.1" status: 200 len: 210 time: 0.0407162 Aug 30 18:40:37.219517 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f92169d4-b832-41f9-810d-03aa856a3dcd req-a3c105c0-0946-4117-806f-3384f75d0828 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483696 Aug 30 18:40:37.478214 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-70aa1747-60af-44ce-ba93-8180f0378ca7 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:37.480369 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-70aa1747-60af-44ce-ba93-8180f0378ca7 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.39 "GET /v2.0/networks?id=ad9d923f-9bf5-48e0-83ca-cabec06569c0 HTTP/1.1" status: 200 len: 808 time: 0.2118495 Aug 30 18:40:37.510990 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-7784c671-5cdb-471a-a283-ea2d081dbd90 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Request body: {'port': {'device_id': '9b5a01e5-206e-49a0-827f-1c25452ff09d', 'network_id': 'ad9d923f-9bf5-48e0-83ca-cabec06569c0', 'admin_state_up': True, 'tenant_id': '9a55f558290d4c638e0ffb72a7ae4026'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:40:37.684029 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-7784c671-5cdb-471a-a283-ea2d081dbd90 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Made reservation on behalf of 9a55f558290d4c638e0ffb72a7ae4026 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:40:37.688377 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-7784c671-5cdb-471a-a283-ea2d081dbd90 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:37.861018 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-7784c671-5cdb-471a-a283-ea2d081dbd90 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Allocated IP 172.20.0.2 (ad9d923f-9bf5-48e0-83ca-cabec06569c0/e0c4cdcd-659c-477b-a023-1cd74d57f7da/9e973285-0838-4cea-ace4-3d288ad08e89) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:40:38.111829 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-7784c671-5cdb-471a-a283-ea2d081dbd90 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:38.182549 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-7784c671-5cdb-471a-a283-ea2d081dbd90 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:38.240297 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-7784c671-5cdb-471a-a283-ea2d081dbd90 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Network ad9d923f-9bf5-48e0-83ca-cabec06569c0 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:40:38.249136 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-7784c671-5cdb-471a-a283-ea2d081dbd90 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:40:38.254338 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-7784c671-5cdb-471a-a283-ea2d081dbd90 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:40:38.294482 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784c671-5cdb-471a-a283-ea2d081dbd90 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Pushing event updated for resources: {'Port': ['ID=9e973285-0838-4cea-ace4-3d288ad08e89,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:38.387992 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-7784c671-5cdb-471a-a283-ea2d081dbd90 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:38.388813 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-7784c671-5cdb-471a-a283-ea2d081dbd90 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:38.426347 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a796b0-465c-4acc-ac48-28681e402642 req-dd3efbe6-c619-402e-a107-c90ec8ef1752 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:38.428528 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b6a796b0-465c-4acc-ac48-28681e402642 req-dd3efbe6-c619-402e-a107-c90ec8ef1752 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 945 time: 0.0677817 Aug 30 18:40:38.434530 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b76936-92ec-46b3-82d0-2e0df7b4ea6d req-3d5d7c8c-7fbe-4695-897f-767f347f651e tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:38.436154 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-69b76936-92ec-46b3-82d0-2e0df7b4ea6d req-3d5d7c8c-7fbe-4695-897f-767f347f651e tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b5a01e5-206e-49a0-827f-1c25452ff09d HTTP/1.1" status: 200 len: 931 time: 0.1484559 Aug 30 18:40:38.438820 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-7784c671-5cdb-471a-a283-ea2d081dbd90 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9345994 Aug 30 18:40:38.470216 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-94baf4b3-5410-48be-86cb-07ce49183a9e service neutron] Request body: {'port': {'device_id': '9b5a01e5-206e-49a0-827f-1c25452ff09d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:40:38.482215 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b6a796b0-465c-4acc-ac48-28681e402642 req-24deb284-cde4-46e0-91f0-7c2baa50788f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438244 Aug 30 18:40:38.529018 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-69b76936-92ec-46b3-82d0-2e0df7b4ea6d req-a2db308a-d6f7-4128-864b-5b207caaf939 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/security-groups?id=59e9ec8b-503b-448d-9a0d-c54f9b3ac9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840299 Aug 30 18:40:38.572448 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-94baf4b3-5410-48be-86cb-07ce49183a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:39.280702 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-94baf4b3-5410-48be-86cb-07ce49183a9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e973285-0838-4cea-ace4-3d288ad08e89 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:40:39.297450 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-94baf4b3-5410-48be-86cb-07ce49183a9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:39.324183 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-94baf4b3-5410-48be-86cb-07ce49183a9e service neutron] Transition to ACTIVE for port object 9e973285-0838-4cea-ace4-3d288ad08e89 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:40:39.330283 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-94baf4b3-5410-48be-86cb-07ce49183a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449046'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:39.407375 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94baf4b3-5410-48be-86cb-07ce49183a9e service neutron] Pushing event updated for resources: {'Port': ['ID=9e973285-0838-4cea-ace4-3d288ad08e89,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:39.497451 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-94baf4b3-5410-48be-86cb-07ce49183a9e service neutron] Attempting to bind port 9e973285-0838-4cea-ace4-3d288ad08e89 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:40:39.497771 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-94baf4b3-5410-48be-86cb-07ce49183a9e service neutron] Attempting to bind port 9e973285-0838-4cea-ace4-3d288ad08e89 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '74b9075c-9b50-4ab0-8f26-4f880c924898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ad9d923f-9bf5-48e0-83ca-cabec06569c0'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:40:39.498107 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-94baf4b3-5410-48be-86cb-07ce49183a9e service neutron] Attempting to bind port 9e973285-0838-4cea-ace4-3d288ad08e89 on network ad9d923f-9bf5-48e0-83ca-cabec06569c0 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:40:39.503382 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-94baf4b3-5410-48be-86cb-07ce49183a9e service neutron] Port 9e973285-0838-4cea-ace4-3d288ad08e89 on network ad9d923f-9bf5-48e0-83ca-cabec06569c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:40:39.503689 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-94baf4b3-5410-48be-86cb-07ce49183a9e service neutron] Attempting to bind port 9e973285-0838-4cea-ace4-3d288ad08e89 on network ad9d923f-9bf5-48e0-83ca-cabec06569c0 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:40:39.511394 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-94baf4b3-5410-48be-86cb-07ce49183a9e service neutron] Checking agent: {'id': '7d13e2b4-65d8-4093-b4fc-5ca6c835aab8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'started_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:40:39.511736 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-94baf4b3-5410-48be-86cb-07ce49183a9e service neutron] Checking segment: {'id': '74b9075c-9b50-4ab0-8f26-4f880c924898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ad9d923f-9bf5-48e0-83ca-cabec06569c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:40:39.512141 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-94baf4b3-5410-48be-86cb-07ce49183a9e service neutron] Bound using segment: {'id': '74b9075c-9b50-4ab0-8f26-4f880c924898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ad9d923f-9bf5-48e0-83ca-cabec06569c0'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:40:39.512593 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-94baf4b3-5410-48be-86cb-07ce49183a9e service neutron] Bound port: 9e973285-0838-4cea-ace4-3d288ad08e89, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74b9075c-9b50-4ab0-8f26-4f880c924898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ad9d923f-9bf5-48e0-83ca-cabec06569c0'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:40:39.512957 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-94baf4b3-5410-48be-86cb-07ce49183a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:39.609860 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:39.649725 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-94baf4b3-5410-48be-86cb-07ce49183a9e service neutron] For port 9e973285-0838-4cea-ace4-3d288ad08e89, host hv-cinder-79049, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:40:39.680837 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-94baf4b3-5410-48be-86cb-07ce49183a9e service neutron] For port 9e973285-0838-4cea-ace4-3d288ad08e89, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9e973285-0838-4cea-ace4-3d288ad08e89,segment=NetworkSegment(74b9075c-9b50-4ab0-8f26-4f880c924898),segment_id=74b9075c-9b50-4ab0-8f26-4f880c924898)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:40:39.690578 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-94baf4b3-5410-48be-86cb-07ce49183a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449046'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:39.738346 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cf401-0f64-43f3-93a6-6b67eb5fe321 req-ad4a3890-14bd-49ec-b2f8-5634f5bfe8ba tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:39.740009 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-94baf4b3-5410-48be-86cb-07ce49183a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:39.740660 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-94baf4b3-5410-48be-86cb-07ce49183a9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:39.740788 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-831cf401-0f64-43f3-93a6-6b67eb5fe321 req-ad4a3890-14bd-49ec-b2f8-5634f5bfe8ba tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b5a01e5-206e-49a0-827f-1c25452ff09d HTTP/1.1" status: 200 len: 943 time: 0.0956333 Aug 30 18:40:39.742280 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-94baf4b3-5410-48be-86cb-07ce49183a9e service neutron] 10.222.0.39 "PUT /v2.0/ports/9e973285-0838-4cea-ace4-3d288ad08e89 HTTP/1.1" status: 200 len: 1093 time: 1.2863173 Aug 30 18:40:39.746399 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b5a01e5-206e-49a0-827f-1c25452ff09d', 'tag': '9e973285-0838-4cea-ace4-3d288ad08e89'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:40:39.748822 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb29ecd0-e94b-4e6b-8279-6c9da6576216" -d '{"events": [{"name": "network-changed", "server_uuid": "9b5a01e5-206e-49a0-827f-1c25452ff09d", "tag": "9e973285-0838-4cea-ace4-3d288ad08e89"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:40:39.768164 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce116c9-8cbf-42f2-974b-8b39ffc1b57f req-7f263483-1dda-4eff-a022-268b3c833c5d tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:39.772027 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-8ce116c9-8cbf-42f2-974b-8b39ffc1b57f req-7f263483-1dda-4eff-a022-268b3c833c5d tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 945 time: 0.1439493 Aug 30 18:40:39.801336 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-831cf401-0f64-43f3-93a6-6b67eb5fe321 req-05459b94-7990-4fad-b30f-82519dd37bc4 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/security-groups?id=59e9ec8b-503b-448d-9a0d-c54f9b3ac9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506749 Aug 30 18:40:39.810799 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94baf4b3-5410-48be-86cb-07ce49183a9e service neutron] Pushing event updated for resources: {'Port': ['ID=9e973285-0838-4cea-ace4-3d288ad08e89,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:39.845253 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-8ce116c9-8cbf-42f2-974b-8b39ffc1b57f req-d0e1e915-a412-414c-8130-8ea146cf1e6c tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653465 Aug 30 18:40:39.887443 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-b70492df-86e5-4845-89d0-0917801c0041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:39.889091 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-b70492df-86e5-4845-89d0-0917801c0041 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9a55f558290d4c638e0ffb72a7ae4026&device_id=9b5a01e5-206e-49a0-827f-1c25452ff09d HTTP/1.1" status: 200 len: 1096 time: 0.0551331 Aug 30 18:40:39.906710 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c72560-cd50-4de1-8919-a908b71abe78 x-openstack-request-id: req-c7c72560-cd50-4de1-8919-a908b71abe78 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:40:39.907044 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b5a01e5-206e-49a0-827f-1c25452ff09d", "tag": "9e973285-0838-4cea-ace4-3d288ad08e89", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:40:39.907368 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c7c72560-cd50-4de1-8919-a908b71abe78 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:40:39.907772 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b5a01e5-206e-49a0-827f-1c25452ff09d', 'tag': '9e973285-0838-4cea-ace4-3d288ad08e89', 'status': 'completed', 'code': 200} Aug 30 18:40:39.964788 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-b11f6fe2-9cc2-4f1d-a772-445a6a55db5c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9e973285-0838-4cea-ace4-3d288ad08e89 HTTP/1.1" status: 200 len: 217 time: 0.0386271 Aug 30 18:40:40.055513 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-93f07af5-60db-4231-bb5f-1b409b4dd36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:40.057171 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-93f07af5-60db-4231-bb5f-1b409b4dd36d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e0c4cdcd-659c-477b-a023-1cd74d57f7da HTTP/1.1" status: 200 len: 848 time: 0.0600269 Aug 30 18:40:40.108008 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-37575fc4-505c-4926-afcc-005a81429f60 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ad9d923f-9bf5-48e0-83ca-cabec06569c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402675 Aug 30 18:40:40.234339 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-09de750f-0e88-4651-951a-ca5c1dba1c69 service neutron] 10.222.0.39 "GET /v2.0/networks/ad9d923f-9bf5-48e0-83ca-cabec06569c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171210 Aug 30 18:40:40.362223 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1d93cec5-8cd4-40a1-97ab-6c352979b1dc req-c3886d41-1d23-4562-9a61-691adbcdb0e1 service neutron] 10.222.0.39 "GET /v2.0/networks/ad9d923f-9bf5-48e0-83ca-cabec06569c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186581 Aug 30 18:40:40.553569 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29ecd0-e94b-4e6b-8279-6c9da6576216 req-da73a80e-7bd8-484d-b49e-e9fb367d31de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:40.556232 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-fb29ecd0-e94b-4e6b-8279-6c9da6576216 req-da73a80e-7bd8-484d-b49e-e9fb367d31de service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9a55f558290d4c638e0ffb72a7ae4026&device_id=9b5a01e5-206e-49a0-827f-1c25452ff09d HTTP/1.1" status: 200 len: 1096 time: 0.0532942 Aug 30 18:40:40.670832 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29ecd0-e94b-4e6b-8279-6c9da6576216 req-1f36cfab-b8f7-4c0c-ae6f-0e614b88dbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:40.673181 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-fb29ecd0-e94b-4e6b-8279-6c9da6576216 req-1f36cfab-b8f7-4c0c-ae6f-0e614b88dbc5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ad9d923f-9bf5-48e0-83ca-cabec06569c0 HTTP/1.1" status: 200 len: 908 time: 0.1082594 Aug 30 18:40:40.724225 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-fb29ecd0-e94b-4e6b-8279-6c9da6576216 req-c12850fe-3b10-4532-9530-e26c1269e2f7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9e973285-0838-4cea-ace4-3d288ad08e89 HTTP/1.1" status: 200 len: 217 time: 0.0380919 Aug 30 18:40:40.812572 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29ecd0-e94b-4e6b-8279-6c9da6576216 req-53ec19bd-ec24-4bca-9656-3991d626188a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:40.815349 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-fb29ecd0-e94b-4e6b-8279-6c9da6576216 req-53ec19bd-ec24-4bca-9656-3991d626188a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e0c4cdcd-659c-477b-a023-1cd74d57f7da HTTP/1.1" status: 200 len: 848 time: 0.0791276 Aug 30 18:40:40.861679 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-fb29ecd0-e94b-4e6b-8279-6c9da6576216 req-afe2c3c2-3c44-47a8-acdd-6c0356618e08 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ad9d923f-9bf5-48e0-83ca-cabec06569c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289018 Aug 30 18:40:41.023112 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96e4a2-6644-409d-8137-3b876f25e822 req-178994ab-281f-40f6-85d3-623354feacb7 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:41.028376 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-da96e4a2-6644-409d-8137-3b876f25e822 req-178994ab-281f-40f6-85d3-623354feacb7 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 945 time: 0.0829015 Aug 30 18:40:41.037479 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e1b01-646c-4f47-9211-08e341fe85b9 req-6da7d0d7-7c68-46a6-aa64-7e7b43c95e44 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:41.039786 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-057e1b01-646c-4f47-9211-08e341fe85b9 req-6da7d0d7-7c68-46a6-aa64-7e7b43c95e44 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b5a01e5-206e-49a0-827f-1c25452ff09d HTTP/1.1" status: 200 len: 943 time: 0.1062856 Aug 30 18:40:41.044188 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-fb29ecd0-e94b-4e6b-8279-6c9da6576216 req-b9e3dc5a-78e8-4729-bd73-ebcd28bebee2 service neutron] 10.222.0.39 "GET /v2.0/networks/ad9d923f-9bf5-48e0-83ca-cabec06569c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737001 Aug 30 18:40:41.081500 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-da96e4a2-6644-409d-8137-3b876f25e822 req-e16ac26d-6565-489a-9f7b-c2b4ec942e80 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439136 Aug 30 18:40:41.141013 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-057e1b01-646c-4f47-9211-08e341fe85b9 req-8a3f3f68-a217-44b8-a965-b33bafb6a51a tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/security-groups?id=59e9ec8b-503b-448d-9a0d-c54f9b3ac9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933025 Aug 30 18:40:41.197335 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-fb29ecd0-e94b-4e6b-8279-6c9da6576216 req-16ab76c3-f778-4dc9-980a-e346ac47a266 service neutron] 10.222.0.39 "GET /v2.0/networks/ad9d923f-9bf5-48e0-83ca-cabec06569c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406035 Aug 30 18:40:42.136246 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device f4098cc1-c3d7-4050-8233-8389cb849f6e details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:40:42.253341 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7ac90-db01-4c8f-8ff6-2d6450c66c5e req-92662480-5311-4d55-a5c2-180909b0325a tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:42.264080 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ccf7ac90-db01-4c8f-8ff6-2d6450c66c5e req-92662480-5311-4d55-a5c2-180909b0325a tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 945 time: 0.0851808 Aug 30 18:40:42.289083 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port f4098cc1-c3d7-4050-8233-8389cb849f6e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4098cc1-c3d7-4050-8233-8389cb849f6e,segment=NetworkSegment(40eb1e85-c7e6-44b5-807d-b44964a5af9c),segment_id=40eb1e85-c7e6-44b5-807d-b44964a5af9c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:40:42.330291 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ccf7ac90-db01-4c8f-8ff6-2d6450c66c5e req-f8815ff9-2bc8-4018-a7a3-aac4f5c58945 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590532 Aug 30 18:40:42.353535 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f9dde6-59fa-4bc1-afb6-195002179478 req-5b7f0223-e537-4dc2-9c75-1453375e020a tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:42.355354 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-13f9dde6-59fa-4bc1-afb6-195002179478 req-5b7f0223-e537-4dc2-9c75-1453375e020a tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b5a01e5-206e-49a0-827f-1c25452ff09d HTTP/1.1" status: 200 len: 943 time: 0.0981121 Aug 30 18:40:42.418552 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-13f9dde6-59fa-4bc1-afb6-195002179478 req-65e76edc-6eba-4572-863f-0b6f84a57196 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/security-groups?id=59e9ec8b-503b-448d-9a0d-c54f9b3ac9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535152 Aug 30 18:40:42.475333 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Returning: {'device': 'f4098cc1-c3d7-4050-8233-8389cb849f6e', 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3', 'port_id': 'f4098cc1-c3d7-4050-8233-8389cb849f6e', 'mac_address': 'fa:16:3e:9f:87:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:40:42.537213 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:42.562287 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4098cc1-c3d7-4050-8233-8389cb849f6e {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:40:42.603735 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port f4098cc1-c3d7-4050-8233-8389cb849f6e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4098cc1-c3d7-4050-8233-8389cb849f6e,segment=NetworkSegment(40eb1e85-c7e6-44b5-807d-b44964a5af9c),segment_id=40eb1e85-c7e6-44b5-807d-b44964a5af9c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:40:42.610103 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:42.611304 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 9e973285-0838-4cea-ace4-3d288ad08e89 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:40:42.739189 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=f4098cc1-c3d7-4050-8233-8389cb849f6e,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:42.864957 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 9e973285-0838-4cea-ace4-3d288ad08e89, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9e973285-0838-4cea-ace4-3d288ad08e89,segment=NetworkSegment(74b9075c-9b50-4ab0-8f26-4f880c924898),segment_id=74b9075c-9b50-4ab0-8f26-4f880c924898)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:40:42.884215 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Returning: {'device': '9e973285-0838-4cea-ace4-3d288ad08e89', 'network_id': 'ad9d923f-9bf5-48e0-83ca-cabec06569c0', 'port_id': '9e973285-0838-4cea-ace4-3d288ad08e89', 'mac_address': 'fa:16:3e:1a:66:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0c4cdcd-659c-477b-a023-1cd74d57f7da', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:40:42.945702 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:42.966180 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e973285-0838-4cea-ace4-3d288ad08e89 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:40:42.995708 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 9e973285-0838-4cea-ace4-3d288ad08e89, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9e973285-0838-4cea-ace4-3d288ad08e89,segment=NetworkSegment(74b9075c-9b50-4ab0-8f26-4f880c924898),segment_id=74b9075c-9b50-4ab0-8f26-4f880c924898)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:40:43.001554 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:43.089055 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=9e973285-0838-4cea-ace4-3d288ad08e89,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:43.217913 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['f4098cc1-c3d7-4050-8233-8389cb849f6e'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:40:43.485540 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['9e973285-0838-4cea-ace4-3d288ad08e89'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:40:43.629467 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a574d22-3342-4a16-8f32-32030b58511c req-b8f03eb0-3d06-4e2d-b19c-3cc527422e7a tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:43.639089 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3a574d22-3342-4a16-8f32-32030b58511c req-b8f03eb0-3d06-4e2d-b19c-3cc527422e7a tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 944 time: 0.1565020 Aug 30 18:40:43.715724 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd10d5-eb05-4855-949c-9bd6c149f844 req-6309c0b8-1fc3-4ba3-9016-1a0f4e3cffd7 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:43.725862 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2bcd10d5-eb05-4855-949c-9bd6c149f844 req-6309c0b8-1fc3-4ba3-9016-1a0f4e3cffd7 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b5a01e5-206e-49a0-827f-1c25452ff09d HTTP/1.1" status: 200 len: 944 time: 0.1056726 Aug 30 18:40:43.738121 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3a574d22-3342-4a16-8f32-32030b58511c req-8b73c4e3-a147-4978-8842-65feaaa15d0f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881383 Aug 30 18:40:43.806355 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2bcd10d5-eb05-4855-949c-9bd6c149f844 req-741d4065-3f90-43f3-b1e6-be20ebd468e7 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/security-groups?id=59e9ec8b-503b-448d-9a0d-c54f9b3ac9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784993 Aug 30 18:40:44.165617 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device f4098cc1-c3d7-4050-8233-8389cb849f6e up at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:40:44.254852 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning complete for port f4098cc1-c3d7-4050-8233-8389cb849f6e triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:40:44.255889 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:44.389439 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:44.437324 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7067d2e3-00cd-4ccb-b05c-58830da75e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4098cc1-c3d7-4050-8233-8389cb849f6e'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:40:44.440890 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf7e48b1d7ea734c3ab22bdf0c4fd39094da8684eda14d675e1fcbcfa40454f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23397b5-fcdb-4edc-82ab-7b56a7531b6b" -d '{"events": [{"server_uuid": "7067d2e3-00cd-4ccb-b05c-58830da75e82", "name": "network-vif-plugged", "status": "completed", "tag": "f4098cc1-c3d7-4050-8233-8389cb849f6e"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:40:44.483763 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port f4098cc1-c3d7-4050-8233-8389cb849f6e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4098cc1-c3d7-4050-8233-8389cb849f6e,segment=NetworkSegment(40eb1e85-c7e6-44b5-807d-b44964a5af9c),segment_id=40eb1e85-c7e6-44b5-807d-b44964a5af9c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:40:44.494632 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:44.548927 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dcab1df-78f5-4470-9e89-98f7622b29f0 x-openstack-request-id: req-5dcab1df-78f5-4470-9e89-98f7622b29f0 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:40:44.549355 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7067d2e3-00cd-4ccb-b05c-58830da75e82", "name": "network-vif-plugged", "status": "completed", "tag": "f4098cc1-c3d7-4050-8233-8389cb849f6e", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:40:44.549920 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5dcab1df-78f5-4470-9e89-98f7622b29f0 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:40:44.550524 dv-cinder-790492-12-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7067d2e3-00cd-4ccb-b05c-58830da75e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4098cc1-c3d7-4050-8233-8389cb849f6e', 'code': 200} Aug 30 18:40:44.594838 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=f4098cc1-c3d7-4050-8233-8389cb849f6e,revision_number=7']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:44.979231 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34b027-43cd-4247-8030-811111d32c22 req-48686077-93bf-4dda-99a3-83f98df5321f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:44.987394 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7d34b027-43cd-4247-8030-811111d32c22 req-48686077-93bf-4dda-99a3-83f98df5321f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 945 time: 0.0794678 Aug 30 18:40:45.012577 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13732d80-774b-4468-a7b9-e51aa4990065 req-060fd57c-3e04-4313-9141-98c7c21dd573 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:45.027529 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-13732d80-774b-4468-a7b9-e51aa4990065 req-060fd57c-3e04-4313-9141-98c7c21dd573 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b5a01e5-206e-49a0-827f-1c25452ff09d HTTP/1.1" status: 200 len: 944 time: 0.1179786 Aug 30 18:40:45.041754 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7d34b027-43cd-4247-8030-811111d32c22 req-9cd29622-167e-4a03-a980-91620c83a989 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479257 Aug 30 18:40:45.104994 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-13732d80-774b-4468-a7b9-e51aa4990065 req-9521a40c-6fef-460a-8fa5-4974962e5d31 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/security-groups?id=59e9ec8b-503b-448d-9a0d-c54f9b3ac9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761988 Aug 30 18:40:45.216612 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-4d64cf36-5ef2-4515-bb69-b965047c0fbb req-bd8188e4-6043-4254-8416-841e88a8b682 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510590 Aug 30 18:40:45.345103 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64cf36-5ef2-4515-bb69-b965047c0fbb req-20993315-7743-4e62-9452-7e9f82f805ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:45.348005 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-4d64cf36-5ef2-4515-bb69-b965047c0fbb req-20993315-7743-4e62-9452-7e9f82f805ab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d29a57262de14a2fa9ffa2376a6722cc&device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 1098 time: 0.0587242 Aug 30 18:40:45.534365 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64cf36-5ef2-4515-bb69-b965047c0fbb req-e17c9c7d-baa3-4e3a-9696-4fe220224fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:45.536015 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-4d64cf36-5ef2-4515-bb69-b965047c0fbb req-e17c9c7d-baa3-4e3a-9696-4fe220224fd4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ea852ca2-2b8b-420c-99a5-338c253d2592 HTTP/1.1" status: 200 len: 909 time: 0.1550205 Aug 30 18:40:45.660737 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-4d64cf36-5ef2-4515-bb69-b965047c0fbb req-2f1aa6af-a5a2-455f-b13d-e1051c609507 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=521168fc-d190-46c9-880f-0f9c2f5b69e0 HTTP/1.1" status: 200 len: 1001 time: 0.1135893 Aug 30 18:40:45.762191 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64cf36-5ef2-4515-bb69-b965047c0fbb req-cce2954a-1760-4ee5-b0ba-e917a71c6c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:45.764074 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-4d64cf36-5ef2-4515-bb69-b965047c0fbb req-cce2954a-1760-4ee5-b0ba-e917a71c6c90 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f5108fb3-7e52-4865-bd76-205360c0100e HTTP/1.1" status: 200 len: 848 time: 0.0946198 Aug 30 18:40:45.835847 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64cf36-5ef2-4515-bb69-b965047c0fbb req-071d5902-c9fc-46ff-a0c1-676501330774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:45.837834 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-4d64cf36-5ef2-4515-bb69-b965047c0fbb req-071d5902-c9fc-46ff-a0c1-676501330774 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea852ca2-2b8b-420c-99a5-338c253d2592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0643890 Aug 30 18:40:46.029272 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-4d64cf36-5ef2-4515-bb69-b965047c0fbb req-9d270086-3c50-4209-9914-a8554c90f884 service neutron] 10.222.0.39 "GET /v2.0/networks/ea852ca2-2b8b-420c-99a5-338c253d2592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826489 Aug 30 18:40:46.178232 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 9e973285-0838-4cea-ace4-3d288ad08e89 up at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:40:46.265563 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-4d64cf36-5ef2-4515-bb69-b965047c0fbb req-b55a155b-5607-4177-b7e1-762da5ffa0d0 service neutron] 10.222.0.39 "GET /v2.0/networks/ea852ca2-2b8b-420c-99a5-338c253d2592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274122 Aug 30 18:40:46.316466 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning for port 9e973285-0838-4cea-ace4-3d288ad08e89 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:40:46.334499 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning complete for port 9e973285-0838-4cea-ace4-3d288ad08e89 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:40:46.339919 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:46.384744 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ad434-87cf-4937-a39e-183586e9589b req-40cb9782-c80a-4edf-8b68-64d14c421049 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:46.386975 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-be0ad434-87cf-4937-a39e-183586e9589b req-40cb9782-c80a-4edf-8b68-64d14c421049 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 945 time: 0.1200366 Aug 30 18:40:46.412395 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9994182-2c23-46ca-839d-8badb5b0f82d req-244bd57e-d968-4336-9c09-4a4a0dfa8903 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:46.428278 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f9994182-2c23-46ca-839d-8badb5b0f82d req-244bd57e-d968-4336-9c09-4a4a0dfa8903 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b5a01e5-206e-49a0-827f-1c25452ff09d HTTP/1.1" status: 200 len: 944 time: 0.1558700 Aug 30 18:40:46.526214 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f9994182-2c23-46ca-839d-8badb5b0f82d req-58dab553-5f07-4859-9bc9-002d30e4bb57 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/security-groups?id=59e9ec8b-503b-448d-9a0d-c54f9b3ac9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941813 Aug 30 18:40:46.535476 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-be0ad434-87cf-4937-a39e-183586e9589b req-857ba5e2-5a79-43d5-a7dc-cd9bce333421 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306188 Aug 30 18:40:46.639266 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:46.693674 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5a01e5-206e-49a0-827f-1c25452ff09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e973285-0838-4cea-ace4-3d288ad08e89'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:40:46.699259 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf7e48b1d7ea734c3ab22bdf0c4fd39094da8684eda14d675e1fcbcfa40454f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef75ebdb-c031-4801-85c5-111266afc558" -d '{"events": [{"server_uuid": "9b5a01e5-206e-49a0-827f-1c25452ff09d", "name": "network-vif-plugged", "status": "completed", "tag": "9e973285-0838-4cea-ace4-3d288ad08e89"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:40:46.733855 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 9e973285-0838-4cea-ace4-3d288ad08e89, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9e973285-0838-4cea-ace4-3d288ad08e89,segment=NetworkSegment(74b9075c-9b50-4ab0-8f26-4f880c924898),segment_id=74b9075c-9b50-4ab0-8f26-4f880c924898)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:40:46.752426 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:46.812066 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f6a696-426c-4262-89ac-cbf58f5ff834 x-openstack-request-id: req-c0f6a696-426c-4262-89ac-cbf58f5ff834 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:40:46.812726 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5a01e5-206e-49a0-827f-1c25452ff09d", "name": "network-vif-plugged", "status": "completed", "tag": "9e973285-0838-4cea-ace4-3d288ad08e89", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:40:46.813247 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c0f6a696-426c-4262-89ac-cbf58f5ff834 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:40:46.814006 dv-cinder-790492-12-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5a01e5-206e-49a0-827f-1c25452ff09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e973285-0838-4cea-ace4-3d288ad08e89', 'code': 200} Aug 30 18:40:46.834833 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=9e973285-0838-4cea-ace4-3d288ad08e89,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:47.198361 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0a75c-e265-4aec-8507-834aef350dff req-d1859b1f-b73b-40d6-b127-1bb870b8c668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:47.200077 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-e2e0a75c-e265-4aec-8507-834aef350dff req-d1859b1f-b73b-40d6-b127-1bb870b8c668 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9b5a01e5-206e-49a0-827f-1c25452ff09d HTTP/1.1" status: 200 len: 1098 time: 0.0734103 Aug 30 18:40:47.258394 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-e2e0a75c-e265-4aec-8507-834aef350dff req-9bcce210-bea8-45e9-afe3-138849dcd0c2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=59e9ec8b-503b-448d-9a0d-c54f9b3ac9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461924 Aug 30 18:40:47.749420 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db0bd1-7862-4064-93d5-ae95fff5ef2d req-8930e721-c4ad-477e-9fe1-8e77e12136f7 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:47.756036 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-05db0bd1-7862-4064-93d5-ae95fff5ef2d req-8930e721-c4ad-477e-9fe1-8e77e12136f7 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b5a01e5-206e-49a0-827f-1c25452ff09d HTTP/1.1" status: 200 len: 945 time: 0.1100895 Aug 30 18:40:47.776531 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4ff0d-25ee-4ebb-a043-ff8155450dae req-a8621420-7b4e-424c-9ba3-68909e9ac24e tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:47.778339 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-57e4ff0d-25ee-4ebb-a043-ff8155450dae req-a8621420-7b4e-424c-9ba3-68909e9ac24e tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 945 time: 0.0827155 Aug 30 18:40:47.834982 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-05db0bd1-7862-4064-93d5-ae95fff5ef2d req-3fb5c950-5ae1-4427-a093-267c34b82015 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/security-groups?id=59e9ec8b-503b-448d-9a0d-c54f9b3ac9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707743 Aug 30 18:40:47.873331 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-57e4ff0d-25ee-4ebb-a043-ff8155450dae req-f65453e0-98e4-4339-91a3-14dd72c98117 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831499 Aug 30 18:40:47.993428 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8d2dce72-4a64-4ae5-a771-5adc62534517 req-9edbc328-0535-4768-a368-0b7d60199db5 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-629344055&fields=id&tenant_id=6008a41ab4874c52ad17d46420b022af HTTP/1.1" status: 200 len: 267 time: 0.0647135 Aug 30 18:40:48.079659 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2dce72-4a64-4ae5-a771-5adc62534517 req-4984334c-d9df-4b88-be2f-6f62fde9464a tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:48.083829 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8d2dce72-4a64-4ae5-a771-5adc62534517 req-4984334c-d9df-4b88-be2f-6f62fde9464a tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 985 time: 0.0837998 Aug 30 18:40:48.091186 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [req-8d2dce72-4a64-4ae5-a771-5adc62534517 req-76bedd71-e455-40f3-9144-0657ed8e3782 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Request body: {'port': {'security_groups': ['5f838cc2-e564-47e1-89da-a5c8a209b91f']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:40:48.207036 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8d2dce72-4a64-4ae5-a771-5adc62534517 req-76bedd71-e455-40f3-9144-0657ed8e3782 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:48.576286 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-8d2dce72-4a64-4ae5-a771-5adc62534517 req-76bedd71-e455-40f3-9144-0657ed8e3782 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] For port 730e07bd-a823-4b73-93cd-71fb533c12a4, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=730e07bd-a823-4b73-93cd-71fb533c12a4,segment=NetworkSegment(34c5a00e-2756-4d19-8008-32900dad1a1d),segment_id=34c5a00e-2756-4d19-8008-32900dad1a1d)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:40:48.627411 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8d2dce72-4a64-4ae5-a771-5adc62534517 req-76bedd71-e455-40f3-9144-0657ed8e3782 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:48.635913 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8d2dce72-4a64-4ae5-a771-5adc62534517 req-76bedd71-e455-40f3-9144-0657ed8e3782 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9041872'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:48.690948 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['730e07bd-a823-4b73-93cd-71fb533c12a4'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:40:48.800060 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2dce72-4a64-4ae5-a771-5adc62534517 req-76bedd71-e455-40f3-9144-0657ed8e3782 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:48.801129 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8d2dce72-4a64-4ae5-a771-5adc62534517 req-76bedd71-e455-40f3-9144-0657ed8e3782 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:48.824572 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8d2dce72-4a64-4ae5-a771-5adc62534517 req-76bedd71-e455-40f3-9144-0657ed8e3782 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "PUT /v2.0/ports/730e07bd-a823-4b73-93cd-71fb533c12a4 HTTP/1.1" status: 200 len: 943 time: 0.7349470 Aug 30 18:40:48.824572 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94dc9605-8563-4397-92c3-a8a946dfbb44', 'tag': '730e07bd-a823-4b73-93cd-71fb533c12a4'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:40:48.825285 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 54338) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:40:48.826881 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59b51c3d165999f7abb95bcd2a1d887dae5609535c92c8e1dc149aa3599bab8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbdf346-886e-4f7e-b205-33c5a255a62a" -d '{"events": [{"name": "network-changed", "server_uuid": "94dc9605-8563-4397-92c3-a8a946dfbb44", "tag": "730e07bd-a823-4b73-93cd-71fb533c12a4"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:40:48.858138 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bedd71-e455-40f3-9144-0657ed8e3782 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Pushing event updated for resources: {'Port': ['ID=730e07bd-a823-4b73-93cd-71fb533c12a4,revision_number=7']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:49.050396 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['730e07bd-a823-4b73-93cd-71fb533c12a4'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:40:49.065584 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ece109a8-e6a4-49d2-bcc7-0fa40f73c561 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:49.076261 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0f15e1-6453-4014-bc9e-abf4d263d010 x-openstack-request-id: req-9a0f15e1-6453-4014-bc9e-abf4d263d010 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:40:49.076714 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94dc9605-8563-4397-92c3-a8a946dfbb44", "tag": "730e07bd-a823-4b73-93cd-71fb533c12a4", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:40:49.077111 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9a0f15e1-6453-4014-bc9e-abf4d263d010 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:40:49.077753 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94dc9605-8563-4397-92c3-a8a946dfbb44', 'tag': '730e07bd-a823-4b73-93cd-71fb533c12a4', 'status': 'completed', 'code': 200} Aug 30 18:40:49.142112 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ece109a8-e6a4-49d2-bcc7-0fa40f73c561 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:49.332160 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a19720-18e8-488b-b326-fd977724cc87 req-be471f00-34a4-4852-b251-94a743c57046 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:49.335727 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e3a19720-18e8-488b-b326-fd977724cc87 req-be471f00-34a4-4852-b251-94a743c57046 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b5a01e5-206e-49a0-827f-1c25452ff09d HTTP/1.1" status: 200 len: 945 time: 0.2140982 Aug 30 18:40:49.418968 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e3a19720-18e8-488b-b326-fd977724cc87 req-2f093036-f0a4-42d0-acb4-6a14ef5aa224 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/security-groups?id=59e9ec8b-503b-448d-9a0d-c54f9b3ac9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719047 Aug 30 18:40:49.430834 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a2549a83-2016-4044-bd14-e5bd5e6f9adf None None] Provisioning complete for port 730e07bd-a823-4b73-93cd-71fb533c12a4 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:40:49.431425 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a2549a83-2016-4044-bd14-e5bd5e6f9adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:49.489758 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8328c-58d7-434f-8018-013864af99d7 req-5435b618-ae10-42ae-b2bd-1409257591ec tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:49.507248 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-74b8328c-58d7-434f-8018-013864af99d7 req-5435b618-ae10-42ae-b2bd-1409257591ec tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 945 time: 0.2419181 Aug 30 18:40:49.523626 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ece109a8-e6a4-49d2-bcc7-0fa40f73c561 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:49.532795 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ece109a8-e6a4-49d2-bcc7-0fa40f73c561 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:49.538018 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-ece109a8-e6a4-49d2-bcc7-0fa40f73c561 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "DELETE /v2.0/security-groups/a7d2eb65-29fb-4a30-8100-d3da47b7c4ee HTTP/1.1" status: 204 len: 168 time: 0.7112291 Aug 30 18:40:49.542738 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 54352) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:40:49.625271 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-74b8328c-58d7-434f-8018-013864af99d7 req-791f722b-8c4b-44a0-afbc-8f083ce6f763 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799332 Aug 30 18:40:49.666461 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdf346-886e-4f7e-b205-33c5a255a62a req-37f3efa0-36c5-4ee9-b1d3-bb1766e51eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:49.669974 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7fbdf346-886e-4f7e-b205-33c5a255a62a req-37f3efa0-36c5-4ee9-b1d3-bb1766e51eff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6008a41ab4874c52ad17d46420b022af&device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 1099 time: 0.4030490 Aug 30 18:40:49.673657 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece109a8-e6a4-49d2-bcc7-0fa40f73c561 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d2eb65-29fb-4a30-8100-d3da47b7c4ee,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:49.846784 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdf346-886e-4f7e-b205-33c5a255a62a req-c198d30e-b837-4c5a-b561-73319ea63c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:49.856936 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7fbdf346-886e-4f7e-b205-33c5a255a62a req-c198d30e-b837-4c5a-b561-73319ea63c55 service neutron] 10.222.0.39 "GET /v2.0/networks?id=317c3337-65a4-4c10-bd8f-9fc41ffa1f67 HTTP/1.1" status: 200 len: 915 time: 0.1678619 Aug 30 18:40:49.951838 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fff84374-0120-4cbd-9b1b-14ae268180a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:50.005864 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-91695425-35d7-40a7-8c9f-0d82d0054421 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Deleting port 7b74506e-7c91-450a-a5f2-60ef2cd3167d {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:40:50.006798 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-91695425-35d7-40a7-8c9f-0d82d0054421 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:50.026744 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7fbdf346-886e-4f7e-b205-33c5a255a62a req-1451a30f-bfdc-4c0a-97be-8c9e170cb005 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=730e07bd-a823-4b73-93cd-71fb533c12a4 HTTP/1.1" status: 200 len: 1002 time: 0.1660037 Aug 30 18:40:50.166029 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdf346-886e-4f7e-b205-33c5a255a62a req-bd78b1b9-db39-4af5-99ba-035e37afe063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:50.186895 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7fbdf346-886e-4f7e-b205-33c5a255a62a req-bd78b1b9-db39-4af5-99ba-035e37afe063 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8904e72d-4deb-4dc1-a762-e54940095cf8 HTTP/1.1" status: 200 len: 854 time: 0.1495476 Aug 30 18:40:50.213487 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-91695425-35d7-40a7-8c9f-0d82d0054421 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:50.213973 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-91695425-35d7-40a7-8c9f-0d82d0054421 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:50.240695 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-91695425-35d7-40a7-8c9f-0d82d0054421 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Calling delete_port for 7b74506e-7c91-450a-a5f2-60ef2cd3167d owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:40:50.267449 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdf346-886e-4f7e-b205-33c5a255a62a req-1e24eb54-7c3c-4c2a-b78e-0ac9319d0bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:50.271169 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7fbdf346-886e-4f7e-b205-33c5a255a62a req-1e24eb54-7c3c-4c2a-b78e-0ac9319d0bec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=317c3337-65a4-4c10-bd8f-9fc41ffa1f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0766265 Aug 30 18:40:50.510732 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7fbdf346-886e-4f7e-b205-33c5a255a62a req-65852e1f-6d73-481d-8c8b-4e39b952d3bb service neutron] 10.222.0.39 "GET /v2.0/networks/317c3337-65a4-4c10-bd8f-9fc41ffa1f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302172 Aug 30 18:40:50.613723 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-91695425-35d7-40a7-8c9f-0d82d0054421 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041865'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:50.719987 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7fbdf346-886e-4f7e-b205-33c5a255a62a req-73a32fa6-9600-43ae-afb8-82f090741c5f service neutron] 10.222.0.39 "GET /v2.0/networks/317c3337-65a4-4c10-bd8f-9fc41ffa1f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935215 Aug 30 18:40:51.060512 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91695425-35d7-40a7-8c9f-0d82d0054421 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Pushing event deleted for resources: {'Port': ['ID=7b74506e-7c91-450a-a5f2-60ef2cd3167d,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:51.100309 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30a007-f668-49a3-af5b-b0f3e2dc2ab0 req-9240bfeb-436b-41f4-a7bb-c1db2d4836ff tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:51.102846 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2c30a007-f668-49a3-af5b-b0f3e2dc2ab0 req-9240bfeb-436b-41f4-a7bb-c1db2d4836ff tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b5a01e5-206e-49a0-827f-1c25452ff09d HTTP/1.1" status: 200 len: 945 time: 0.0819700 Aug 30 18:40:51.169582 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4127628-0806-4031-b42b-277adf412d54 req-6b059d46-042e-4458-8800-ec3486037667 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:51.171463 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b4127628-0806-4031-b42b-277adf412d54 req-6b059d46-042e-4458-8800-ec3486037667 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 945 time: 0.1559570 Aug 30 18:40:51.188006 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2c30a007-f668-49a3-af5b-b0f3e2dc2ab0 req-169178f2-d307-4b31-80a2-350296c7d3ad tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/security-groups?id=59e9ec8b-503b-448d-9a0d-c54f9b3ac9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737150 Aug 30 18:40:51.206787 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-91695425-35d7-40a7-8c9f-0d82d0054421 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:51.207359 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.db.l3_db [None req-91695425-35d7-40a7-8c9f-0d82d0054421 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Floating IP 43c658b7-f419-4666-8339-d2b5ac947bd0 disassociated (deleted). External IP: 172.27.3.227, port: 730e07bd-a823-4b73-93cd-71fb533c12a4. Aug 30 18:40:51.354708 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b4127628-0806-4031-b42b-277adf412d54 req-e582d3a8-63b6-400c-ae9a-20cc79e72b71 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728368 Aug 30 18:40:51.587836 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91695425-35d7-40a7-8c9f-0d82d0054421 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Router bd3f4d09-5c02-431e-a537-6be7e043f3f9 has already been hosted by L3 agent 92e03f23-06fd-457e-8698-15737aaba387 {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:40:51.767491 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91695425-35d7-40a7-8c9f-0d82d0054421 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:40:51.776368 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-91695425-35d7-40a7-8c9f-0d82d0054421 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:51.785839 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4847beba-47b0-4694-a95a-4095e0936ca2 None None] Sync routers for ids ['bd3f4d09-5c02-431e-a537-6be7e043f3f9'] in dv-cinder-790492-12-iscsi {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:40:51.818401 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4847beba-47b0-4694-a95a-4095e0936ca2 None None] Routers {'bd3f4d09-5c02-431e-a537-6be7e043f3f9'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:40:51.820213 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-4847beba-47b0-4694-a95a-4095e0936ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:40:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['bd3f4d09-5c02-431e-a537-6be7e043f3f9'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:40:51.837852 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-91695425-35d7-40a7-8c9f-0d82d0054421 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "DELETE /v2.0/floatingips/43c658b7-f419-4666-8339-d2b5ac947bd0 HTTP/1.1" status: 204 len: 168 time: 2.2930300 Aug 30 18:40:51.838856 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94dc9605-8563-4397-92c3-a8a946dfbb44', 'tag': '730e07bd-a823-4b73-93cd-71fb533c12a4'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:40:51.842120 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59b51c3d165999f7abb95bcd2a1d887dae5609535c92c8e1dc149aa3599bab8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54203f7f-30ca-4961-9508-9cd9ab52b030" -d '{"events": [{"name": "network-changed", "server_uuid": "94dc9605-8563-4397-92c3-a8a946dfbb44", "tag": "730e07bd-a823-4b73-93cd-71fb533c12a4"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:40:51.923096 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4afe05-6f11-492d-8520-0339fcdf230b x-openstack-request-id: req-4a4afe05-6f11-492d-8520-0339fcdf230b {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:40:51.924678 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94dc9605-8563-4397-92c3-a8a946dfbb44", "tag": "730e07bd-a823-4b73-93cd-71fb533c12a4", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:40:51.925202 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4a4afe05-6f11-492d-8520-0339fcdf230b {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:40:51.925869 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94dc9605-8563-4397-92c3-a8a946dfbb44', 'tag': '730e07bd-a823-4b73-93cd-71fb533c12a4', 'status': 'completed', 'code': 200} Aug 30 18:40:52.029396 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-4847beba-47b0-4694-a95a-4095e0936ca2 None None] Set router bd3f4d09-5c02-431e-a537-6be7e043f3f9 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:40:52.083864 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54203f7f-30ca-4961-9508-9cd9ab52b030 req-4e19dec6-1f90-4d59-9224-75cc0e535130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:52.086394 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-54203f7f-30ca-4961-9508-9cd9ab52b030 req-4e19dec6-1f90-4d59-9224-75cc0e535130 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6008a41ab4874c52ad17d46420b022af&device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 1099 time: 0.0713694 Aug 30 18:40:52.339613 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54203f7f-30ca-4961-9508-9cd9ab52b030 req-45b27771-a507-4ca8-95e7-7afca9517fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:52.342299 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-54203f7f-30ca-4961-9508-9cd9ab52b030 req-45b27771-a507-4ca8-95e7-7afca9517fbd service neutron] 10.222.0.39 "GET /v2.0/networks?id=317c3337-65a4-4c10-bd8f-9fc41ffa1f67 HTTP/1.1" status: 200 len: 915 time: 0.2481050 Aug 30 18:40:52.466933 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-54203f7f-30ca-4961-9508-9cd9ab52b030 req-e89c626f-1755-4696-bd1a-e928dff814c8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=730e07bd-a823-4b73-93cd-71fb533c12a4 HTTP/1.1" status: 200 len: 217 time: 0.0967693 Aug 30 18:40:52.527249 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042fd09a-40c0-456a-97d5-d8d7f737224c req-bb9d13a7-d9cb-405e-8e8e-998c9ff44b11 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:52.531028 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-042fd09a-40c0-456a-97d5-d8d7f737224c req-bb9d13a7-d9cb-405e-8e8e-998c9ff44b11 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b5a01e5-206e-49a0-827f-1c25452ff09d HTTP/1.1" status: 200 len: 945 time: 0.1408820 Aug 30 18:40:52.584788 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-4847beba-47b0-4694-a95a-4095e0936ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'name': 'tempest-TestMinimumBasicScenario-1725109495-router', 'tenant_id': '6008a41ab4874c52ad17d46420b022af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'd1003361-39c4-4730-935e-fa6ac2b0e3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:37:27Z', 'updated_at': '2021-08-30T18:37:35Z', 'revision_number': 4, 'project_id': '6008a41ab4874c52ad17d46420b022af', 'gw_port': {'id': 'd1003361-39c4-4730-935e-fa6ac2b0e3b4', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:37:29Z', 'updated_at': '2021-08-30T18:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '4dcabb33-39c2-4c3d-95e6-fa11705df42c', 'name': '', 'network_id': '317c3337-65a4-4c10-bd8f-9fc41ffa1f67', 'tenant_id': '6008a41ab4874c52ad17d46420b022af', 'mac_address': 'fa:16:3e:0d:a4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8904e72d-4deb-4dc1-a762-e54940095cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:37:34Z', 'updated_at': '2021-08-30T18:37:44Z', 'revision_number': 5, 'project_id': '6008a41ab4874c52ad17d46420b022af', 'subnets': [{'id': '8904e72d-4deb-4dc1-a762-e54940095cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:40:52.639818 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4847beba-47b0-4694-a95a-4095e0936ca2 None None] Checking router: bd3f4d09-5c02-431e-a537-6be7e043f3f9 for host: dv-cinder-790492-12-iscsi {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:40:52.640722 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-042fd09a-40c0-456a-97d5-d8d7f737224c req-de23caa6-a858-4def-8b20-e9918e781133 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/security-groups?id=59e9ec8b-503b-448d-9a0d-c54f9b3ac9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973799 Aug 30 18:40:52.661237 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4847beba-47b0-4694-a95a-4095e0936ca2 None None] Routers {'bd3f4d09-5c02-431e-a537-6be7e043f3f9'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:40:52.662806 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-4847beba-47b0-4694-a95a-4095e0936ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:40:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['bd3f4d09-5c02-431e-a537-6be7e043f3f9'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:40:52.751298 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca6ec3-c470-4162-b7d5-dc3e8e9213ec req-3b08cd72-dd0f-42ce-b9c7-98500834146f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:52.752954 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-30ca6ec3-c470-4162-b7d5-dc3e8e9213ec req-3b08cd72-dd0f-42ce-b9c7-98500834146f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 945 time: 0.1523745 Aug 30 18:40:52.769301 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54203f7f-30ca-4961-9508-9cd9ab52b030 req-14e042ef-8da0-4bb2-b973-ec6f07fde14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:52.770896 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-54203f7f-30ca-4961-9508-9cd9ab52b030 req-14e042ef-8da0-4bb2-b973-ec6f07fde14c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8904e72d-4deb-4dc1-a762-e54940095cf8 HTTP/1.1" status: 200 len: 854 time: 0.2927430 Aug 30 18:40:52.844167 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa8a8e-239a-4603-bc81-2e53b57fc23b req-624f988e-3a06-459b-bfba-3d6d7830658d tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:52.846064 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2cfa8a8e-239a-4603-bc81-2e53b57fc23b req-624f988e-3a06-459b-bfba-3d6d7830658d tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b5a01e5-206e-49a0-827f-1c25452ff09d HTTP/1.1" status: 200 len: 945 time: 0.1736693 Aug 30 18:40:52.936762 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-30ca6ec3-c470-4162-b7d5-dc3e8e9213ec req-2b522231-4765-4571-9c1c-e0a122105281 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647496 Aug 30 18:40:52.940440 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54203f7f-30ca-4961-9508-9cd9ab52b030 req-7607c77a-bf71-44b7-b2b8-c7983b5ac28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:52.942273 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-54203f7f-30ca-4961-9508-9cd9ab52b030 req-7607c77a-bf71-44b7-b2b8-c7983b5ac28e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=317c3337-65a4-4c10-bd8f-9fc41ffa1f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1499391 Aug 30 18:40:52.952373 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-4847beba-47b0-4694-a95a-4095e0936ca2 None None] Set router bd3f4d09-5c02-431e-a537-6be7e043f3f9 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:40:53.143212 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-54203f7f-30ca-4961-9508-9cd9ab52b030 req-d12ff8d4-c43a-4e22-9be3-17a8e78718ae service neutron] 10.222.0.39 "GET /v2.0/networks/317c3337-65a4-4c10-bd8f-9fc41ffa1f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892109 Aug 30 18:40:53.362635 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-2cfa8a8e-239a-4603-bc81-2e53b57fc23b req-c668587c-107d-42d1-9720-4d2197adb907 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Deleting port 9e973285-0838-4cea-ace4-3d288ad08e89 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:40:53.363397 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2cfa8a8e-239a-4603-bc81-2e53b57fc23b req-c668587c-107d-42d1-9720-4d2197adb907 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:53.453166 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:53.464020 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b86ce44b-801a-4f27-b01a-9d03f3089e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:53.473321 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-54203f7f-30ca-4961-9508-9cd9ab52b030 req-a42e0347-e602-4aa5-9e2f-f39155a21e14 service neutron] 10.222.0.39 "GET /v2.0/networks/317c3337-65a4-4c10-bd8f-9fc41ffa1f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196969 Aug 30 18:40:53.552566 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-4847beba-47b0-4694-a95a-4095e0936ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'name': 'tempest-TestMinimumBasicScenario-1725109495-router', 'tenant_id': '6008a41ab4874c52ad17d46420b022af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'd1003361-39c4-4730-935e-fa6ac2b0e3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:37:27Z', 'updated_at': '2021-08-30T18:37:35Z', 'revision_number': 4, 'project_id': '6008a41ab4874c52ad17d46420b022af', 'gw_port': {'id': 'd1003361-39c4-4730-935e-fa6ac2b0e3b4', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:37:29Z', 'updated_at': '2021-08-30T18:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '4dcabb33-39c2-4c3d-95e6-fa11705df42c', 'name': '', 'network_id': '317c3337-65a4-4c10-bd8f-9fc41ffa1f67', 'tenant_id': '6008a41ab4874c52ad17d46420b022af', 'mac_address': 'fa:16:3e:0d:a4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8904e72d-4deb-4dc1-a762-e54940095cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:37:34Z', 'updated_at': '2021-08-30T18:37:44Z', 'revision_number': 5, 'project_id': '6008a41ab4874c52ad17d46420b022af', 'subnets': [{'id': '8904e72d-4deb-4dc1-a762-e54940095cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:40:53.578997 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-2cfa8a8e-239a-4603-bc81-2e53b57fc23b req-c668587c-107d-42d1-9720-4d2197adb907 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] For port 9e973285-0838-4cea-ace4-3d288ad08e89, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=9e973285-0838-4cea-ace4-3d288ad08e89,segment=NetworkSegment(74b9075c-9b50-4ab0-8f26-4f880c924898),segment_id=74b9075c-9b50-4ab0-8f26-4f880c924898)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:40:53.579546 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2cfa8a8e-239a-4603-bc81-2e53b57fc23b req-c668587c-107d-42d1-9720-4d2197adb907 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:53.604436 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-2cfa8a8e-239a-4603-bc81-2e53b57fc23b req-c668587c-107d-42d1-9720-4d2197adb907 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Calling delete_port for 9e973285-0838-4cea-ace4-3d288ad08e89 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:40:53.839327 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4847beba-47b0-4694-a95a-4095e0936ca2 None None] The sync data for ids ['bd3f4d09-5c02-431e-a537-6be7e043f3f9'] in dv-cinder-790492-12-iscsi is: [{'id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'name': 'tempest-TestMinimumBasicScenario-1725109495-router', 'tenant_id': '6008a41ab4874c52ad17d46420b022af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'd1003361-39c4-4730-935e-fa6ac2b0e3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:37:27Z', 'updated_at': '2021-08-30T18:37:35Z', 'revision_number': 4, 'project_id': '6008a41ab4874c52ad17d46420b022af', 'gw_port': {'id': 'd1003361-39c4-4730-935e-fa6ac2b0e3b4', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:37:29Z', 'updated_at': '2021-08-30T18:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '4dcabb33-39c2-4c3d-95e6-fa11705df42c', 'name': '', 'network_id': '317c3337-65a4-4c10-bd8f-9fc41ffa1f67', 'tenant_id': '6008a41ab4874c52ad17d46420b022af', 'mac_address': 'fa:16:3e:0d:a4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8904e72d-4deb-4dc1-a762-e54940095cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:37:34Z', 'updated_at': '2021-08-30T18:37:44Z', 'revision_number': 5, 'project_id': '6008a41ab4874c52ad17d46420b022af', 'subnets': [{'id': '8904e72d-4deb-4dc1-a762-e54940095cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:40:54.020213 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2cfa8a8e-239a-4603-bc81-2e53b57fc23b req-c668587c-107d-42d1-9720-4d2197adb907 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:54.063670 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:54.070192 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668587c-107d-42d1-9720-4d2197adb907 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Pushing event deleted for resources: {'Port': ['ID=9e973285-0838-4cea-ace4-3d288ad08e89,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:40:54.073337 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['9e973285-0838-4cea-ace4-3d288ad08e89'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:40:54.081890 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c668587c-107d-42d1-9720-4d2197adb907 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:40:54.082286 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c668587c-107d-42d1-9720-4d2197adb907 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:40:54.082669 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c668587c-107d-42d1-9720-4d2197adb907 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:40:54.083013 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c668587c-107d-42d1-9720-4d2197adb907 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:40:54.083401 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c668587c-107d-42d1-9720-4d2197adb907 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:40:54.083773 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c668587c-107d-42d1-9720-4d2197adb907 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:40:54.084121 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c668587c-107d-42d1-9720-4d2197adb907 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:40:54.084590 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c668587c-107d-42d1-9720-4d2197adb907 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:40:54.085524 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c668587c-107d-42d1-9720-4d2197adb907 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:40:54.086562 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c668587c-107d-42d1-9720-4d2197adb907 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:40:54.086876 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c668587c-107d-42d1-9720-4d2197adb907 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:40:54.087261 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c668587c-107d-42d1-9720-4d2197adb907 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:40:54.091969 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ee94f-ae4d-4bd1-a28b-61ccbf05898d req-249cb6f4-d9f6-4b6c-b87f-f32941cb2de1 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:54.098459 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b92ee94f-ae4d-4bd1-a28b-61ccbf05898d req-249cb6f4-d9f6-4b6c-b87f-f32941cb2de1 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b5a01e5-206e-49a0-827f-1c25452ff09d HTTP/1.1" status: 200 len: 867 time: 0.2163427 Aug 30 18:40:54.156192 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cfa8a8e-239a-4603-bc81-2e53b57fc23b req-c668587c-107d-42d1-9720-4d2197adb907 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] No DVR routers for this DVR port 9e973285-0838-4cea-ace4-3d288ad08e89 on host hv-cinder-79049 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:40:54.169137 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2cfa8a8e-239a-4603-bc81-2e53b57fc23b req-c668587c-107d-42d1-9720-4d2197adb907 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:54.172382 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2cfa8a8e-239a-4603-bc81-2e53b57fc23b req-c668587c-107d-42d1-9720-4d2197adb907 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.39 "DELETE /v2.0/ports/9e973285-0838-4cea-ace4-3d288ad08e89 HTTP/1.1" status: 204 len: 173 time: 1.3061335 Aug 30 18:40:54.179324 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5a01e5-206e-49a0-827f-1c25452ff09d', 'name': 'network-vif-deleted', 'tag': '9e973285-0838-4cea-ace4-3d288ad08e89'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:40:54.184072 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a1f19e-c9c2-492c-aa43-19870ba20c77" -d '{"events": [{"server_uuid": "9b5a01e5-206e-49a0-827f-1c25452ff09d", "name": "network-vif-deleted", "tag": "9e973285-0838-4cea-ace4-3d288ad08e89"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:40:54.219723 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b92ee94f-ae4d-4bd1-a28b-61ccbf05898d req-1c3957fb-92e1-4eea-88f7-09060c999329 tempest-VolumesActionsTest-1157512364 tempest-VolumesActionsTest-1157512364-project] 10.222.0.46 "GET /v2.0/security-groups?id=59e9ec8b-503b-448d-9a0d-c54f9b3ac9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935016 Aug 30 18:40:54.340030 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179efbd2-4669-4be0-9aef-d4f752104474 req-7a078d3b-f865-4f16-9432-2bc2aed2b3c4 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:54.342100 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-179efbd2-4669-4be0-9aef-d4f752104474 req-7a078d3b-f865-4f16-9432-2bc2aed2b3c4 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 945 time: 0.1252749 Aug 30 18:40:54.390984 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baedbf21-3655-48bc-bafa-62d752f52a59 x-openstack-request-id: req-baedbf21-3655-48bc-bafa-62d752f52a59 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:40:54.392100 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5a01e5-206e-49a0-827f-1c25452ff09d", "name": "network-vif-deleted", "tag": "9e973285-0838-4cea-ace4-3d288ad08e89", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:40:54.392100 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-baedbf21-3655-48bc-bafa-62d752f52a59 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:40:54.392830 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5a01e5-206e-49a0-827f-1c25452ff09d', 'name': 'network-vif-deleted', 'tag': '9e973285-0838-4cea-ace4-3d288ad08e89', 'status': 'completed', 'code': 200} Aug 30 18:40:54.457176 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-179efbd2-4669-4be0-9aef-d4f752104474 req-4b0ac849-7017-4dd3-bc9c-3853cd5446ca tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023343 Aug 30 18:40:54.577512 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a28071-689f-455e-b52f-b99f8d346bec None None] New status for floating IP 43c658b7-f419-4666-8339-d2b5ac947bd0: DOWN {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 18:40:55.673737 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860a788-7aa3-49eb-9380-b192539b5436 req-5b6234c1-9d1e-4310-bf24-7e86cf73a635 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:55.684637 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3860a788-7aa3-49eb-9380-b192539b5436 req-5b6234c1-9d1e-4310-bf24-7e86cf73a635 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 945 time: 0.0781536 Aug 30 18:40:55.741012 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3860a788-7aa3-49eb-9380-b192539b5436 req-d8450364-c5dd-4311-8257-6c92006db141 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551500 Aug 30 18:40:55.777771 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:40:56.256677 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 9e973285-0838-4cea-ace4-3d288ad08e89 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:40:56.314313 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] No Port match for: 9e973285-0838-4cea-ace4-3d288ad08e89 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:40:56.315465 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 9e973285-0838-4cea-ace4-3d288ad08e89 not bound to the agent host hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:40:56.693925 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31ab60-9a3a-4245-a4ee-566b46b700b6 req-372098c4-749d-487f-b4a0-8525c75d13a7 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:56.696647 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-aa31ab60-9a3a-4245-a4ee-566b46b700b6 req-372098c4-749d-487f-b4a0-8525c75d13a7 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 946 time: 0.0853589 Aug 30 18:40:56.785694 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-aa31ab60-9a3a-4245-a4ee-566b46b700b6 req-c5d6c147-6d83-478c-9c56-24ed41b1f9a7 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795171 Aug 30 18:40:56.988817 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1081fc-f997-45fe-a448-f021aa105c4c req-8393ded3-cb6f-437e-ad01-26ea8df1d705 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:56.992723 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bf1081fc-f997-45fe-a448-f021aa105c4c req-8393ded3-cb6f-437e-ad01-26ea8df1d705 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 945 time: 0.1079433 Aug 30 18:40:57.059099 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bf1081fc-f997-45fe-a448-f021aa105c4c req-57f34cc0-6cfa-40e1-9e3c-56cbe66c242e tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539756 Aug 30 18:40:57.935855 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b18c1-29b4-49bb-9d42-b1909ac9392f req-7a896bb3-21b8-4533-ba7b-9d749e2947bd tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:57.938350 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1d9b18c1-29b4-49bb-9d42-b1909ac9392f req-7a896bb3-21b8-4533-ba7b-9d749e2947bd tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 946 time: 0.0718963 Aug 30 18:40:57.992263 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1d9b18c1-29b4-49bb-9d42-b1909ac9392f req-649431e4-b9f5-443e-8ed5-92023f76d60d tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437450 Aug 30 18:40:58.223152 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5428aa2-7a7d-4970-a620-001b3cbc5555 req-e45e4249-4b15-4a90-bbbd-3b3cafc599ab tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:58.225235 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c5428aa2-7a7d-4970-a620-001b3cbc5555 req-e45e4249-4b15-4a90-bbbd-3b3cafc599ab tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 945 time: 0.0633299 Aug 30 18:40:58.275766 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c5428aa2-7a7d-4970-a620-001b3cbc5555 req-7ada6993-e227-4612-b01b-59f2b6bc2d81 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427709 Aug 30 18:40:59.162603 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34293819-55b2-49d6-b326-66ff4b78ab46 req-3dea8de5-c016-4de0-aa9d-58f3e8e6fff8 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:59.165071 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-34293819-55b2-49d6-b326-66ff4b78ab46 req-3dea8de5-c016-4de0-aa9d-58f3e8e6fff8 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 946 time: 0.0645778 Aug 30 18:40:59.220938 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-34293819-55b2-49d6-b326-66ff4b78ab46 req-b44da5d4-1c2f-4887-8b71-c3f5b2047f7d tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487185 Aug 30 18:40:59.427880 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9ab03-54d8-48c6-a448-69ebf2ec335d req-50af69ac-87f7-41d3-81c2-917bd4847890 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:40:59.429874 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-b2e9ab03-54d8-48c6-a448-69ebf2ec335d req-50af69ac-87f7-41d3-81c2-917bd4847890 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 945 time: 0.0614610 Aug 30 18:40:59.482189 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-b2e9ab03-54d8-48c6-a448-69ebf2ec335d req-89a7e6a9-d653-466d-a0a2-b4deb3bf6e0d tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409405 Aug 30 18:41:00.398713 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13fb1f-5702-4b2b-beaf-44848567fbe6 req-8677fbc4-4d39-4706-be95-273e4f82c19c tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:00.401986 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-9d13fb1f-5702-4b2b-beaf-44848567fbe6 req-8677fbc4-4d39-4706-be95-273e4f82c19c tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 946 time: 0.0892496 Aug 30 18:41:00.455231 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-9d13fb1f-5702-4b2b-beaf-44848567fbe6 req-a2180c46-3ed5-4a27-9b7e-dde1d5a0e4e8 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406394 Aug 30 18:41:00.658551 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345da75-4337-496c-858b-b0ec270b86c1 req-31505672-bf66-49b0-80d6-093e9e579b94 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:00.660240 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5613dd2-90cf-4ff2-8284-e09508ad5d5a req-cbd9e24e-2708-4a9e-975a-3bf8dcc2c0b1 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:00.660974 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3345da75-4337-496c-858b-b0ec270b86c1 req-31505672-bf66-49b0-80d6-093e9e579b94 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.39 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 946 time: 0.0733964 Aug 30 18:41:00.662730 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c5613dd2-90cf-4ff2-8284-e09508ad5d5a req-cbd9e24e-2708-4a9e-975a-3bf8dcc2c0b1 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 945 time: 0.0698352 Aug 30 18:41:00.714264 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c5613dd2-90cf-4ff2-8284-e09508ad5d5a req-a82a34e5-ddb2-498d-993c-03a24966e72e tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439029 Aug 30 18:41:00.771477 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eec812-05f2-42d5-8d7f-0c6c143aed43 req-1d44af98-8127-4031-b991-5681408391ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:00.773817 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a9eec812-05f2-42d5-8d7f-0c6c143aed43 req-1d44af98-8127-4031-b991-5681408391ab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d89643519bc34769a45d10e5754b227b&device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 1098 time: 0.1369765 Aug 30 18:41:00.921487 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-3345da75-4337-496c-858b-b0ec270b86c1 req-eca69ba9-6df4-4159-b07e-4366cfdff3aa tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Deleting port 730e07bd-a823-4b73-93cd-71fb533c12a4 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:41:00.921940 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3345da75-4337-496c-858b-b0ec270b86c1 req-eca69ba9-6df4-4159-b07e-4366cfdff3aa tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:01.072387 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eec812-05f2-42d5-8d7f-0c6c143aed43 req-a2a9a72b-357a-4847-a24c-5d071cb54373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:01.074938 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a9eec812-05f2-42d5-8d7f-0c6c143aed43 req-a2a9a72b-357a-4847-a24c-5d071cb54373 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6fc39c71-5951-46b8-8518-6e7081e1cda3 HTTP/1.1" status: 200 len: 917 time: 0.2929621 Aug 30 18:41:01.201546 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a9eec812-05f2-42d5-8d7f-0c6c143aed43 req-d899e7ea-ff75-482a-8b60-27f773702bf3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4098cc1-c3d7-4050-8233-8389cb849f6e HTTP/1.1" status: 200 len: 1001 time: 0.1131761 Aug 30 18:41:01.203583 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-3345da75-4337-496c-858b-b0ec270b86c1 req-eca69ba9-6df4-4159-b07e-4366cfdff3aa tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] For port 730e07bd-a823-4b73-93cd-71fb533c12a4, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=730e07bd-a823-4b73-93cd-71fb533c12a4,segment=NetworkSegment(34c5a00e-2756-4d19-8008-32900dad1a1d),segment_id=34c5a00e-2756-4d19-8008-32900dad1a1d)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:41:01.203949 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3345da75-4337-496c-858b-b0ec270b86c1 req-eca69ba9-6df4-4159-b07e-4366cfdff3aa tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:01.233148 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-3345da75-4337-496c-858b-b0ec270b86c1 req-eca69ba9-6df4-4159-b07e-4366cfdff3aa tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Calling delete_port for 730e07bd-a823-4b73-93cd-71fb533c12a4 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:41:01.363147 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eec812-05f2-42d5-8d7f-0c6c143aed43 req-2cd4cee3-b650-48aa-bd86-f60251c869a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:01.366940 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a9eec812-05f2-42d5-8d7f-0c6c143aed43 req-2cd4cee3-b650-48aa-bd86-f60251c869a8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e547c2a0-76a1-4c05-919d-55422e695ce0 HTTP/1.1" status: 200 len: 856 time: 0.1487830 Aug 30 18:41:01.480142 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eec812-05f2-42d5-8d7f-0c6c143aed43 req-a36c8dcc-f9f5-4589-940a-8bee5b89b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:01.483659 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a9eec812-05f2-42d5-8d7f-0c6c143aed43 req-a36c8dcc-f9f5-4589-940a-8bee5b89b909 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6fc39c71-5951-46b8-8518-6e7081e1cda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1092348 Aug 30 18:41:01.672187 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f97427-ae88-4169-8f61-235131eebdfd req-6c0365f2-1187-4526-8f6d-b92d629a5bbe tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:01.689267 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-60f97427-ae88-4169-8f61-235131eebdfd req-6c0365f2-1187-4526-8f6d-b92d629a5bbe tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 946 time: 0.1094670 Aug 30 18:41:01.774919 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-60f97427-ae88-4169-8f61-235131eebdfd req-4cbfec74-98c8-48be-97cf-9210b3c78d62 tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/security-groups?id=5f838cc2-e564-47e1-89da-a5c8a209b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803528 Aug 30 18:41:01.881298 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:41:02.222172 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f9c69-eccd-4676-b42f-ec1b631c932b req-b9f3c6dd-356f-4c5b-bc9d-6340a7517ff5 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:02.231377 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7e3f9c69-eccd-4676-b42f-ec1b631c932b req-b9f3c6dd-356f-4c5b-bc9d-6340a7517ff5 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 945 time: 0.2095048 Aug 30 18:41:02.237783 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a9eec812-05f2-42d5-8d7f-0c6c143aed43 req-93cd8667-70da-4b56-a1bb-d34b2c19fa61 service neutron] 10.222.0.39 "GET /v2.0/networks/6fc39c71-5951-46b8-8518-6e7081e1cda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7406278 Aug 30 18:41:02.274645 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3345da75-4337-496c-858b-b0ec270b86c1 req-eca69ba9-6df4-4159-b07e-4366cfdff3aa tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:02.330988 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['730e07bd-a823-4b73-93cd-71fb533c12a4'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:41:02.460741 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca69ba9-6df4-4159-b07e-4366cfdff3aa tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Pushing event deleted for resources: {'Port': ['ID=730e07bd-a823-4b73-93cd-71fb533c12a4,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:02.482193 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7e3f9c69-eccd-4676-b42f-ec1b631c932b req-249ae376-4b0b-4894-ade5-64dcd0d26f8f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2480245 Aug 30 18:41:02.687136 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-3345da75-4337-496c-858b-b0ec270b86c1 req-eca69ba9-6df4-4159-b07e-4366cfdff3aa tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] No DVR routers for this DVR port 730e07bd-a823-4b73-93cd-71fb533c12a4 on host hv-cinder-79049 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:41:02.692613 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a9eec812-05f2-42d5-8d7f-0c6c143aed43 req-a7229b46-3844-485a-846c-4c30950207fa service neutron] 10.222.0.39 "GET /v2.0/networks/6fc39c71-5951-46b8-8518-6e7081e1cda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151282 Aug 30 18:41:02.695241 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3345da75-4337-496c-858b-b0ec270b86c1 req-eca69ba9-6df4-4159-b07e-4366cfdff3aa tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:02.698284 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3345da75-4337-496c-858b-b0ec270b86c1 req-eca69ba9-6df4-4159-b07e-4366cfdff3aa tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.39 "DELETE /v2.0/ports/730e07bd-a823-4b73-93cd-71fb533c12a4 HTTP/1.1" status: 204 len: 173 time: 2.0224953 Aug 30 18:41:02.698898 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94dc9605-8563-4397-92c3-a8a946dfbb44', 'name': 'network-vif-deleted', 'tag': '730e07bd-a823-4b73-93cd-71fb533c12a4'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:41:02.701466 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d136f521-d0c3-4d90-990c-aabbfb7c6871" -d '{"events": [{"server_uuid": "94dc9605-8563-4397-92c3-a8a946dfbb44", "name": "network-vif-deleted", "tag": "730e07bd-a823-4b73-93cd-71fb533c12a4"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:41:02.849329 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19eec99-96c7-4bc1-a7d1-2ee69254d992 x-openstack-request-id: req-f19eec99-96c7-4bc1-a7d1-2ee69254d992 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:41:02.849329 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94dc9605-8563-4397-92c3-a8a946dfbb44", "name": "network-vif-deleted", "tag": "730e07bd-a823-4b73-93cd-71fb533c12a4", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:41:02.851411 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f19eec99-96c7-4bc1-a7d1-2ee69254d992 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:41:02.851411 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94dc9605-8563-4397-92c3-a8a946dfbb44', 'name': 'network-vif-deleted', 'tag': '730e07bd-a823-4b73-93cd-71fb533c12a4', 'status': 'completed', 'code': 200} Aug 30 18:41:03.120328 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3db803b6-b69b-4a98-9d14-18b77e236543 req-71b855fe-398e-4e3b-ac9a-112faa19688f tempest-TestMinimumBasicScenario-1830967725 tempest-TestMinimumBasicScenario-1830967725-project] 10.222.0.46 "GET /v2.0/ports?device_id=94dc9605-8563-4397-92c3-a8a946dfbb44 HTTP/1.1" status: 200 len: 210 time: 0.0898194 Aug 30 18:41:03.717836 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afae419-d683-489d-b17c-241b1f14ab09 req-481ffe51-fadc-499e-89b3-7c0a62914464 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:03.720591 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5afae419-d683-489d-b17c-241b1f14ab09 req-481ffe51-fadc-499e-89b3-7c0a62914464 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 945 time: 0.0884757 Aug 30 18:41:03.822744 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5afae419-d683-489d-b17c-241b1f14ab09 req-a501dbc6-56f8-47e4-95da-28b8377dd2c8 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921569 Aug 30 18:41:04.280266 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device f4098cc1-c3d7-4050-8233-8389cb849f6e no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:41:04.535865 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:04.585537 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7067d2e3-00cd-4ccb-b05c-58830da75e82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4098cc1-c3d7-4050-8233-8389cb849f6e'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:41:04.590609 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf7e48b1d7ea734c3ab22bdf0c4fd39094da8684eda14d675e1fcbcfa40454f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6fe8f8-55f2-4e89-a5b3-69fbc54f8c4e" -d '{"events": [{"server_uuid": "7067d2e3-00cd-4ccb-b05c-58830da75e82", "name": "network-vif-unplugged", "status": "completed", "tag": "f4098cc1-c3d7-4050-8233-8389cb849f6e"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:41:04.639421 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port f4098cc1-c3d7-4050-8233-8389cb849f6e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4098cc1-c3d7-4050-8233-8389cb849f6e,segment=NetworkSegment(40eb1e85-c7e6-44b5-807d-b44964a5af9c),segment_id=40eb1e85-c7e6-44b5-807d-b44964a5af9c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:41:04.660022 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:04.662087 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 730e07bd-a823-4b73-93cd-71fb533c12a4 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:41:04.785510 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] No Port match for: 730e07bd-a823-4b73-93cd-71fb533c12a4 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:41:04.787442 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 730e07bd-a823-4b73-93cd-71fb533c12a4 not bound to the agent host hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:41:04.802509 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 18:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3ef64e-bf9e-47fb-914d-7e8c4d4db1f0 x-openstack-request-id: req-5e3ef64e-bf9e-47fb-914d-7e8c4d4db1f0 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:41:04.804490 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7067d2e3-00cd-4ccb-b05c-58830da75e82", "name": "network-vif-unplugged", "status": "completed", "tag": "f4098cc1-c3d7-4050-8233-8389cb849f6e", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:41:04.805343 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5e3ef64e-bf9e-47fb-914d-7e8c4d4db1f0 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:41:04.805887 dv-cinder-790492-12-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7067d2e3-00cd-4ccb-b05c-58830da75e82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4098cc1-c3d7-4050-8233-8389cb849f6e', 'code': 200} Aug 30 18:41:04.925452 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=f4098cc1-c3d7-4050-8233-8389cb849f6e,revision_number=8']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:04.957470 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:41:04.958416 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:41:04.959296 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:41:04.959928 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:41:04.960981 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:41:04.961482 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:41:04.961814 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:41:04.962816 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:41:04.963418 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:41:04.963966 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:41:04.964528 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:41:04.965080 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:41:05.145547 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704eb275-7ac1-4539-ba24-9ac343704143 req-651fdf79-0837-471c-8be6-7247d5da2129 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:05.149406 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-704eb275-7ac1-4539-ba24-9ac343704143 req-651fdf79-0837-471c-8be6-7247d5da2129 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 943 time: 0.1068044 Aug 30 18:41:05.312059 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-704eb275-7ac1-4539-ba24-9ac343704143 req-2bab6084-6964-4179-afeb-f29fe6f8ceb0 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260390 Aug 30 18:41:05.732343 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 54636) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:06.393725 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7c0942d5-064f-4521-bec3-7ab4a250df72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4105923'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:06.955214 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-7c0942d5-064f-4521-bec3-7ab4a250df72 admin admin] Deleting port 4dcabb33-39c2-4c3d-95e6-fa11705df42c {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:41:06.956361 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7c0942d5-064f-4521-bec3-7ab4a250df72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:07.137248 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-7c0942d5-064f-4521-bec3-7ab4a250df72 admin admin] For port 4dcabb33-39c2-4c3d-95e6-fa11705df42c, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=4dcabb33-39c2-4c3d-95e6-fa11705df42c,segment=NetworkSegment(34c5a00e-2756-4d19-8008-32900dad1a1d),segment_id=34c5a00e-2756-4d19-8008-32900dad1a1d)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:41:07.138146 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7c0942d5-064f-4521-bec3-7ab4a250df72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:07.164005 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-7c0942d5-064f-4521-bec3-7ab4a250df72 admin admin] Calling delete_port for 4dcabb33-39c2-4c3d-95e6-fa11705df42c owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:41:07.514686 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab68661-0455-43b1-872c-2255a4c7a5a8 req-cc6f80b5-8341-42d9-a046-f9da1816b931 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:07.541379 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7ab68661-0455-43b1-872c-2255a4c7a5a8 req-cc6f80b5-8341-42d9-a046-f9da1816b931 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 943 time: 0.1511528 Aug 30 18:41:07.635346 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7ab68661-0455-43b1-872c-2255a4c7a5a8 req-69fe2335-97d4-4145-8a18-4fb153f34adb tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922081 Aug 30 18:41:07.641393 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-858414f9-1e98-4584-94eb-6c548d90bf8b req-5dd0541a-900f-42cf-838b-1f34245133c3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1422274 Aug 30 18:41:07.688200 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7c0942d5-064f-4521-bec3-7ab4a250df72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041865'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:07.732949 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0942d5-064f-4521-bec3-7ab4a250df72 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dcabb33-39c2-4c3d-95e6-fa11705df42c,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:07.746011 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0942d5-064f-4521-bec3-7ab4a250df72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:41:07.746346 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0942d5-064f-4521-bec3-7ab4a250df72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:41:07.746674 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0942d5-064f-4521-bec3-7ab4a250df72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:41:07.747001 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0942d5-064f-4521-bec3-7ab4a250df72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:41:07.747361 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0942d5-064f-4521-bec3-7ab4a250df72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:41:07.747868 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0942d5-064f-4521-bec3-7ab4a250df72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:41:07.748209 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0942d5-064f-4521-bec3-7ab4a250df72 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:41:07.748542 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0942d5-064f-4521-bec3-7ab4a250df72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:41:07.748862 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0942d5-064f-4521-bec3-7ab4a250df72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:41:07.749191 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0942d5-064f-4521-bec3-7ab4a250df72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:41:07.749505 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0942d5-064f-4521-bec3-7ab4a250df72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:41:07.749819 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0942d5-064f-4521-bec3-7ab4a250df72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:41:08.060023 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7c0942d5-064f-4521-bec3-7ab4a250df72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3715997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4105737'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:08.291803 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device f4098cc1-c3d7-4050-8233-8389cb849f6e no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:41:08.649034 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0942d5-064f-4521-bec3-7ab4a250df72 admin admin] Router bd3f4d09-5c02-431e-a537-6be7e043f3f9 has already been hosted by L3 agent 92e03f23-06fd-457e-8698-15737aaba387 {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:41:08.936037 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960fefa-fa31-4deb-a623-a8c920ff10c9 req-1fe35b4d-340c-4163-874f-402de779751f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:08.938152 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b960fefa-fa31-4deb-a623-a8c920ff10c9 req-1fe35b4d-340c-4163-874f-402de779751f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 943 time: 0.1683013 Aug 30 18:41:08.940546 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0942d5-064f-4521-bec3-7ab4a250df72 admin admin] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:41:08.952509 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-7c0942d5-064f-4521-bec3-7ab4a250df72 admin admin] 10.222.0.46 "PUT /v2.0/routers/bd3f4d09-5c02-431e-a537-6be7e043f3f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2181499 Aug 30 18:41:08.953509 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 54690) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:08.971640 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efdf4d9-3129-40b2-bf92-917a0dc0b484 None None] Sync routers for ids ['bd3f4d09-5c02-431e-a537-6be7e043f3f9'] in dv-cinder-790492-12-iscsi {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:41:08.994704 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efdf4d9-3129-40b2-bf92-917a0dc0b484 None None] Routers {'bd3f4d09-5c02-431e-a537-6be7e043f3f9'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:41:08.996603 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-3efdf4d9-3129-40b2-bf92-917a0dc0b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:40:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['bd3f4d09-5c02-431e-a537-6be7e043f3f9'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:09.146173 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858414f9-1e98-4584-94eb-6c548d90bf8b req-c88a9e49-1d26-4650-a63a-0d37f66c5cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:09.148676 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-858414f9-1e98-4584-94eb-6c548d90bf8b req-c88a9e49-1d26-4650-a63a-0d37f66c5cd2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82&tenant_id=d89643519bc34769a45d10e5754b227b HTTP/1.1" status: 200 len: 1096 time: 0.2053256 Aug 30 18:41:09.247241 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-3efdf4d9-3129-40b2-bf92-917a0dc0b484 None None] Set router bd3f4d09-5c02-431e-a537-6be7e043f3f9 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:41:09.281834 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858414f9-1e98-4584-94eb-6c548d90bf8b req-f5ffb709-4f3d-4399-9c2d-403db973d5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:09.285708 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-858414f9-1e98-4584-94eb-6c548d90bf8b req-f5ffb709-4f3d-4399-9c2d-403db973d5f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d89643519bc34769a45d10e5754b227b&device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 1096 time: 0.0819368 Aug 30 18:41:09.530046 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b960fefa-fa31-4deb-a623-a8c920ff10c9 req-63fd3afc-6029-44ef-8ebc-487e4d3775ad tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4977436 Aug 30 18:41:09.536609 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8c720d37-9892-47dc-ae7d-d0a26b127cf4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:09.570758 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858414f9-1e98-4584-94eb-6c548d90bf8b req-ac99e147-570f-462a-ab39-4cfa2359d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:09.572809 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-858414f9-1e98-4584-94eb-6c548d90bf8b req-ac99e147-570f-462a-ab39-4cfa2359d245 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6fc39c71-5951-46b8-8518-6e7081e1cda3 HTTP/1.1" status: 200 len: 917 time: 0.2743447 Aug 30 18:41:09.618518 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:09.630971 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-3efdf4d9-3129-40b2-bf92-917a0dc0b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'name': 'tempest-TestMinimumBasicScenario-1725109495-router', 'tenant_id': '6008a41ab4874c52ad17d46420b022af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'd1003361-39c4-4730-935e-fa6ac2b0e3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:37:27Z', 'updated_at': '2021-08-30T18:41:07Z', 'revision_number': 5, 'project_id': '6008a41ab4874c52ad17d46420b022af', 'gw_port': {'id': 'd1003361-39c4-4730-935e-fa6ac2b0e3b4', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:37:29Z', 'updated_at': '2021-08-30T18:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi'}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:09.677941 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efdf4d9-3129-40b2-bf92-917a0dc0b484 None None] Checking router: bd3f4d09-5c02-431e-a537-6be7e043f3f9 for host: dv-cinder-790492-12-iscsi {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:41:09.698052 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efdf4d9-3129-40b2-bf92-917a0dc0b484 None None] Routers {'bd3f4d09-5c02-431e-a537-6be7e043f3f9'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:41:09.699217 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-3efdf4d9-3129-40b2-bf92-917a0dc0b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:40:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['bd3f4d09-5c02-431e-a537-6be7e043f3f9'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:09.717566 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-858414f9-1e98-4584-94eb-6c548d90bf8b req-9f0dfdcc-7e1d-4776-99cc-256c9461d5e9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4098cc1-c3d7-4050-8233-8389cb849f6e HTTP/1.1" status: 200 len: 999 time: 0.1308653 Aug 30 18:41:09.733473 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8c720d37-9892-47dc-ae7d-d0a26b127cf4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:09.834882 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858414f9-1e98-4584-94eb-6c548d90bf8b req-15c12ea5-55b5-4531-a7c4-0f1db243e9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:09.843492 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-858414f9-1e98-4584-94eb-6c548d90bf8b req-15c12ea5-55b5-4531-a7c4-0f1db243e9bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e547c2a0-76a1-4c05-919d-55422e695ce0 HTTP/1.1" status: 200 len: 856 time: 0.1181080 Aug 30 18:41:09.918443 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-8c720d37-9892-47dc-ae7d-d0a26b127cf4 admin admin] Deleting port d1003361-39c4-4730-935e-fa6ac2b0e3b4 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:41:09.919439 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8c720d37-9892-47dc-ae7d-d0a26b127cf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:09.926868 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-3efdf4d9-3129-40b2-bf92-917a0dc0b484 None None] Set router bd3f4d09-5c02-431e-a537-6be7e043f3f9 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:41:09.940888 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858414f9-1e98-4584-94eb-6c548d90bf8b req-fbf1a7a2-0afb-4d46-8dbf-6a1b0273685a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:09.943984 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-858414f9-1e98-4584-94eb-6c548d90bf8b req-fbf1a7a2-0afb-4d46-8dbf-6a1b0273685a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6fc39c71-5951-46b8-8518-6e7081e1cda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0945415 Aug 30 18:41:10.102922 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-8c720d37-9892-47dc-ae7d-d0a26b127cf4 admin admin] For port d1003361-39c4-4730-935e-fa6ac2b0e3b4, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=d1003361-39c4-4730-935e-fa6ac2b0e3b4,segment=NetworkSegment(1a6a5219-0521-4333-ae96-e7fdd8d0d325),segment_id=1a6a5219-0521-4333-ae96-e7fdd8d0d325)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:41:10.103361 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8c720d37-9892-47dc-ae7d-d0a26b127cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:10.126584 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-858414f9-1e98-4584-94eb-6c548d90bf8b req-97b66609-b413-4ef1-841d-631ddaa980e8 service neutron] 10.222.0.39 "GET /v2.0/networks/6fc39c71-5951-46b8-8518-6e7081e1cda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725471 Aug 30 18:41:10.130301 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-8c720d37-9892-47dc-ae7d-d0a26b127cf4 admin admin] Calling delete_port for d1003361-39c4-4730-935e-fa6ac2b0e3b4 owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:41:10.271668 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-3efdf4d9-3129-40b2-bf92-917a0dc0b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'name': 'tempest-TestMinimumBasicScenario-1725109495-router', 'tenant_id': '6008a41ab4874c52ad17d46420b022af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'd1003361-39c4-4730-935e-fa6ac2b0e3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:37:27Z', 'updated_at': '2021-08-30T18:41:07Z', 'revision_number': 5, 'project_id': '6008a41ab4874c52ad17d46420b022af', 'gw_port': {'id': 'd1003361-39c4-4730-935e-fa6ac2b0e3b4', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:37:29Z', 'updated_at': '2021-08-30T18:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi'}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:10.295279 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-858414f9-1e98-4584-94eb-6c548d90bf8b req-6445e88e-599e-48cb-aa5c-08ab41367eed service neutron] 10.222.0.39 "GET /v2.0/networks/6fc39c71-5951-46b8-8518-6e7081e1cda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604557 Aug 30 18:41:10.328588 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efdf4d9-3129-40b2-bf92-917a0dc0b484 None None] The sync data for ids ['bd3f4d09-5c02-431e-a537-6be7e043f3f9'] in dv-cinder-790492-12-iscsi is: [{'id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'name': 'tempest-TestMinimumBasicScenario-1725109495-router', 'tenant_id': '6008a41ab4874c52ad17d46420b022af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'd1003361-39c4-4730-935e-fa6ac2b0e3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:37:27Z', 'updated_at': '2021-08-30T18:41:07Z', 'revision_number': 5, 'project_id': '6008a41ab4874c52ad17d46420b022af', 'gw_port': {'id': 'd1003361-39c4-4730-935e-fa6ac2b0e3b4', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3f4d09-5c02-431e-a537-6be7e043f3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:37:29Z', 'updated_at': '2021-08-30T18:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi'}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:41:10.477287 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8c720d37-9892-47dc-ae7d-d0a26b127cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041865'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:10.530480 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c720d37-9892-47dc-ae7d-d0a26b127cf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1003361-39c4-4730-935e-fa6ac2b0e3b4,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:10.628481 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8c720d37-9892-47dc-ae7d-d0a26b127cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4120147'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:10.816174 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e070de-d714-44e3-b77a-5c7abb47775e req-a6305699-4520-4541-86da-278a27c60bc9 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:10.829205 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-24e070de-d714-44e3-b77a-5c7abb47775e req-a6305699-4520-4541-86da-278a27c60bc9 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 943 time: 0.1596766 Aug 30 18:41:10.915181 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-24e070de-d714-44e3-b77a-5c7abb47775e req-b639e461-e853-46af-a0d3-893f847100f1 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821202 Aug 30 18:41:10.928055 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8c720d37-9892-47dc-ae7d-d0a26b127cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4117452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4116'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:10.932833 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8c720d37-9892-47dc-ae7d-d0a26b127cf4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:11.034746 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8c720d37-9892-47dc-ae7d-d0a26b127cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4117443'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:11.036315 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c720d37-9892-47dc-ae7d-d0a26b127cf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd3f4d09-5c02-431e-a537-6be7e043f3f9 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 18:41:11.044986 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8c720d37-9892-47dc-ae7d-d0a26b127cf4 admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:11.049175 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-8c720d37-9892-47dc-ae7d-d0a26b127cf4 admin admin] 10.222.0.46 "DELETE /v2.0/routers/bd3f4d09-5c02-431e-a537-6be7e043f3f9 HTTP/1.1" status: 204 len: 168 time: 2.0917060 Aug 30 18:41:11.049867 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 54728) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:11.184944 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-5863dfcf-49ce-4d2a-b4c7-683cf2591603 admin admin] Deleting subnet 8904e72d-4deb-4dc1-a762-e54940095cf8 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 18:41:11.204356 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5863dfcf-49ce-4d2a-b4c7-683cf2591603 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:11.325438 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5863dfcf-49ce-4d2a-b4c7-683cf2591603 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8522711'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:11.715928 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5863dfcf-49ce-4d2a-b4c7-683cf2591603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984993'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:11.839916 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5863dfcf-49ce-4d2a-b4c7-683cf2591603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9041818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506784'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:11.880672 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863dfcf-49ce-4d2a-b4c7-683cf2591603 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8904e72d-4deb-4dc1-a762-e54940095cf8,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:11.896469 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5863dfcf-49ce-4d2a-b4c7-683cf2591603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:11.896469 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-5863dfcf-49ce-4d2a-b4c7-683cf2591603 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8904e72d-4deb-4dc1-a762-e54940095cf8 HTTP/1.1" status: 204 len: 168 time: 0.8424931 Aug 30 18:41:11.898215 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df24c8cd-b89f-425e-9094-b8c9a6bb56ce None None] Network 317c3337-65a4-4c10-bd8f-9fc41ffa1f67 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:41:11.899552 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 54732) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:12.185589 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b11270cf-9ad5-4950-a778-c562328507ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641841'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:12.307867 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbf2454-5d52-49ba-9fc2-0cfdaa7eee4f None None] DHCP port deletion for 317c3337-65a4-4c10-bd8f-9fc41ffa1f67 request from dv-cinder-790492-12-iscsi {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 18:41:12.314409 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54158f6-0575-4772-985b-a15e036db30d req-0ad6d4c1-b050-465d-a4d7-7c2acf0e2b37 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:12.318357 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f54158f6-0575-4772-985b-a15e036db30d req-0ad6d4c1-b050-465d-a4d7-7c2acf0e2b37 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 943 time: 0.2362158 Aug 30 18:41:12.368721 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-b11270cf-9ad5-4950-a778-c562328507ad admin admin] Deleting port 3c68fe43-0bee-4d87-96c9-d001dbd48161 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:41:12.369061 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b11270cf-9ad5-4950-a778-c562328507ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:12.421702 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f54158f6-0575-4772-985b-a15e036db30d req-f9a65f2b-fe69-4852-90dd-88caffe41c4b tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911961 Aug 30 18:41:12.525850 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 4dcabb33-39c2-4c3d-95e6-fa11705df42c no longer exists at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:41:12.560577 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-b11270cf-9ad5-4950-a778-c562328507ad admin admin] For port 3c68fe43-0bee-4d87-96c9-d001dbd48161, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=3c68fe43-0bee-4d87-96c9-d001dbd48161,segment=NetworkSegment(34c5a00e-2756-4d19-8008-32900dad1a1d),segment_id=34c5a00e-2756-4d19-8008-32900dad1a1d)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:41:12.561479 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b11270cf-9ad5-4950-a778-c562328507ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:12.573894 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-ccbf2454-5d52-49ba-9fc2-0cfdaa7eee4f None None] Deleting port 3c68fe43-0bee-4d87-96c9-d001dbd48161 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:41:12.573894 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ccbf2454-5d52-49ba-9fc2-0cfdaa7eee4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:12.584231 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-b11270cf-9ad5-4950-a778-c562328507ad admin admin] Calling delete_port for 3c68fe43-0bee-4d87-96c9-d001dbd48161 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:41:12.665788 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-ccbf2454-5d52-49ba-9fc2-0cfdaa7eee4f None None] For port 3c68fe43-0bee-4d87-96c9-d001dbd48161, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=3c68fe43-0bee-4d87-96c9-d001dbd48161,segment=NetworkSegment(34c5a00e-2756-4d19-8008-32900dad1a1d),segment_id=34c5a00e-2756-4d19-8008-32900dad1a1d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:41:12.666189 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ccbf2454-5d52-49ba-9fc2-0cfdaa7eee4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:12.687089 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-ccbf2454-5d52-49ba-9fc2-0cfdaa7eee4f None None] Calling delete_port for 3c68fe43-0bee-4d87-96c9-d001dbd48161 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:41:12.742382 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b11270cf-9ad5-4950-a778-c562328507ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:12.828590 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11270cf-9ad5-4950-a778-c562328507ad admin admin] No DVR routers for this DVR port 3c68fe43-0bee-4d87-96c9-d001dbd48161 on host dv-cinder-790492-12-iscsi {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:41:12.831913 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11270cf-9ad5-4950-a778-c562328507ad admin admin] Pushing event deleted for resources: {'Port': ['ID=3c68fe43-0bee-4d87-96c9-d001dbd48161,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:12.839004 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ccbf2454-5d52-49ba-9fc2-0cfdaa7eee4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:12.843278 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] No Port match for: 4dcabb33-39c2-4c3d-95e6-fa11705df42c {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:41:12.843898 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 4dcabb33-39c2-4c3d-95e6-fa11705df42c not bound to the agent host dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:41:12.844113 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device d1003361-39c4-4730-935e-fa6ac2b0e3b4 no longer exists at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:41:12.958932 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbf2454-5d52-49ba-9fc2-0cfdaa7eee4f None None] No DVR routers for this DVR port 3c68fe43-0bee-4d87-96c9-d001dbd48161 on host dv-cinder-790492-12-iscsi {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:41:12.961205 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf2454-5d52-49ba-9fc2-0cfdaa7eee4f None None] Pushing event deleted for resources: {'Port': ['ID=3c68fe43-0bee-4d87-96c9-d001dbd48161,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:12.971943 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] No Port match for: d1003361-39c4-4730-935e-fa6ac2b0e3b4 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:41:12.972677 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device d1003361-39c4-4730-935e-fa6ac2b0e3b4 not bound to the agent host dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:41:12.973478 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 3c68fe43-0bee-4d87-96c9-d001dbd48161 no longer exists at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:41:13.031039 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] No Port match for: 3c68fe43-0bee-4d87-96c9-d001dbd48161 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:41:13.031952 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 3c68fe43-0bee-4d87-96c9-d001dbd48161 not bound to the agent host dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:41:13.034749 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b11270cf-9ad5-4950-a778-c562328507ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925274', 'neutron.services.segments.db._delete_segments_for_network-8776059265518'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:13.054492 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.services.segments.db [None req-b11270cf-9ad5-4950-a778-c562328507ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['317c3337-65a4-4c10-bd8f-9fc41ffa1f67']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:13.088874 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.services.segments.db [None req-b11270cf-9ad5-4950-a778-c562328507ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c5a00e-2756-4d19-8008-32900dad1a1d') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:13.093547 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.services.segments.db [None req-b11270cf-9ad5-4950-a778-c562328507ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c5a00e-2756-4d19-8008-32900dad1a1d') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:13.118375 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b11270cf-9ad5-4950-a778-c562328507ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776059265401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8937694'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:13.141154 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b11270cf-9ad5-4950-a778-c562328507ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:13.148964 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b11270cf-9ad5-4950-a778-c562328507ad admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 18:41:13.149516 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b11270cf-9ad5-4950-a778-c562328507ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449082'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:13.253117 dv-cinder-790492-12-iscsi neutron-server[94077]: Traceback (most recent call last): Aug 30 18:41:13.253117 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 18:41:13.253117 dv-cinder-790492-12-iscsi neutron-server[94077]: timer() Aug 30 18:41:13.253117 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 18:41:13.253117 dv-cinder-790492-12-iscsi neutron-server[94077]: cb(*args, **kw) Aug 30 18:41:13.253117 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 18:41:13.253117 dv-cinder-790492-12-iscsi neutron-server[94077]: return func(*args, **kwargs) Aug 30 18:41:13.253117 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 18:41:13.253117 dv-cinder-790492-12-iscsi neutron-server[94077]: self._notify() Aug 30 18:41:13.253117 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 18:41:13.253117 dv-cinder-790492-12-iscsi neutron-server[94077]: self.callback(batched_events) Aug 30 18:41:13.253117 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 18:41:13.253117 dv-cinder-790492-12-iscsi neutron-server[94077]: event.method(event) Aug 30 18:41:13.253117 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 18:41:13.253117 dv-cinder-790492-12-iscsi neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 18:41:13.253117 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 18:41:13.253117 dv-cinder-790492-12-iscsi neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 18:41:13.253117 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 18:41:13.253117 dv-cinder-790492-12-iscsi neutron-server[94077]: return f(self, *a, **k) Aug 30 18:41:13.253117 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 18:41:13.253117 dv-cinder-790492-12-iscsi neutron-server[94077]: return self._get(url).json() Aug 30 18:41:13.253117 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 18:41:13.253117 dv-cinder-790492-12-iscsi neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 18:41:13.253117 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 18:41:13.253117 dv-cinder-790492-12-iscsi neutron-server[94077]: return self.request(url, 'GET', **kwargs) Aug 30 18:41:13.253117 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 18:41:13.253117 dv-cinder-790492-12-iscsi neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 18:41:13.253117 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 18:41:13.253117 dv-cinder-790492-12-iscsi neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 18:41:13.253117 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 18:41:13.253117 dv-cinder-790492-12-iscsi neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 18:41:13.253117 dv-cinder-790492-12-iscsi neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 18:41:13.259603 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b11270cf-9ad5-4950-a778-c562328507ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120175'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:13.301335 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b11270cf-9ad5-4950-a778-c562328507ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:13.306065 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-b11270cf-9ad5-4950-a778-c562328507ad admin admin] 10.222.0.46 "DELETE /v2.0/networks/317c3337-65a4-4c10-bd8f-9fc41ffa1f67 HTTP/1.1" status: 204 len: 168 time: 1.4063058 Aug 30 18:41:13.308624 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11270cf-9ad5-4950-a778-c562328507ad admin admin] Pushing event deleted for resources: {'Network': ['ID=317c3337-65a4-4c10-bd8f-9fc41ffa1f67,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:13.310146 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 54740) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:13.901331 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2d323-0185-46c6-b472-da27764b03e0 req-64d41c9a-efb8-49c8-bef2-99e682b7361d tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:13.914392 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d2d2d323-0185-46c6-b472-da27764b03e0 req-64d41c9a-efb8-49c8-bef2-99e682b7361d tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 943 time: 0.2135599 Aug 30 18:41:14.107281 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d2d2d323-0185-46c6-b472-da27764b03e0 req-c65422cd-1105-4e4a-b7ca-f95305aeb223 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881723 Aug 30 18:41:14.575521 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8b358348-18ad-4afd-b268-5515bb1b48b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4105923'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:15.325058 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-8b358348-18ad-4afd-b268-5515bb1b48b3 admin admin] Deleting port 01f72746-ab00-44a7-b1b2-cddabf9b63d2 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:41:15.325675 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8b358348-18ad-4afd-b268-5515bb1b48b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:15.456390 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0b33f-1c85-4337-a0ad-65f75442c705 req-d05904cb-72fa-4595-8572-5389e546d555 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:15.458262 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3fe0b33f-1c85-4337-a0ad-65f75442c705 req-d05904cb-72fa-4595-8572-5389e546d555 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 943 time: 0.1134753 Aug 30 18:41:15.505167 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-8b358348-18ad-4afd-b268-5515bb1b48b3 admin admin] For port 01f72746-ab00-44a7-b1b2-cddabf9b63d2, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=01f72746-ab00-44a7-b1b2-cddabf9b63d2,segment=NetworkSegment(f531b7f5-8948-4267-8c07-d671a11a9078),segment_id=f531b7f5-8948-4267-8c07-d671a11a9078)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:41:15.505562 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8b358348-18ad-4afd-b268-5515bb1b48b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:15.530864 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-8b358348-18ad-4afd-b268-5515bb1b48b3 admin admin] Calling delete_port for 01f72746-ab00-44a7-b1b2-cddabf9b63d2 owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:41:15.557561 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3fe0b33f-1c85-4337-a0ad-65f75442c705 req-78153b55-30e4-4321-b906-a3d4628821d6 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857353 Aug 30 18:41:16.017120 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8b358348-18ad-4afd-b268-5515bb1b48b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041865'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:16.101778 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b358348-18ad-4afd-b268-5515bb1b48b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=01f72746-ab00-44a7-b1b2-cddabf9b63d2,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:16.688551 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8b358348-18ad-4afd-b268-5515bb1b48b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3715997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4105737'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:16.858272 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ee3ec-f24f-4c46-8187-135bb46646ea req-41d434cc-06c2-48e0-bb73-f1a9641b2ac8 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:16.860367 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-de7ee3ec-f24f-4c46-8187-135bb46646ea req-41d434cc-06c2-48e0-bb73-f1a9641b2ac8 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 943 time: 0.1575217 Aug 30 18:41:17.055683 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-de7ee3ec-f24f-4c46-8187-135bb46646ea req-dfd1e0ee-c421-454b-ba78-5eb2843d6e40 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856942 Aug 30 18:41:17.236234 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b358348-18ad-4afd-b268-5515bb1b48b3 admin admin] Router eef88955-8853-4de2-a813-7be37b6b82fe has already been hosted by L3 agent 92e03f23-06fd-457e-8698-15737aaba387 {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:41:17.557375 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b358348-18ad-4afd-b268-5515bb1b48b3 admin admin] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:41:17.578091 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daceccc-95c1-41da-a555-26e6e7ca9c5d None None] Sync routers for ids ['eef88955-8853-4de2-a813-7be37b6b82fe'] in dv-cinder-790492-12-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:41:17.581764 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-8b358348-18ad-4afd-b268-5515bb1b48b3 admin admin] 10.222.0.46 "PUT /v2.0/routers/eef88955-8853-4de2-a813-7be37b6b82fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2698181 Aug 30 18:41:17.591033 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 54778) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:17.620336 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daceccc-95c1-41da-a555-26e6e7ca9c5d None None] Routers {'eef88955-8853-4de2-a813-7be37b6b82fe'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:41:17.621001 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2daceccc-95c1-41da-a555-26e6e7ca9c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:40:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['eef88955-8853-4de2-a813-7be37b6b82fe'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:17.949563 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-2daceccc-95c1-41da-a555-26e6e7ca9c5d None None] Set router eef88955-8853-4de2-a813-7be37b6b82fe gateway port host: dv-cinder-790492-12-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:41:18.108535 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9861488f-8d62-41a0-ba3e-83a44d8847e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:18.414809 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec55bf-8254-426a-b35a-15fccf09d9c4 req-56f6c420-b111-4bfa-9bd3-ca422530393f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:18.417414 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-63ec55bf-8254-426a-b35a-15fccf09d9c4 req-56f6c420-b111-4bfa-9bd3-ca422530393f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 943 time: 0.1752412 Aug 30 18:41:18.427091 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9861488f-8d62-41a0-ba3e-83a44d8847e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:18.559982 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-63ec55bf-8254-426a-b35a-15fccf09d9c4 req-e843c27e-9d06-440e-aef4-7671558a36f2 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333129 Aug 30 18:41:18.619018 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2daceccc-95c1-41da-a555-26e6e7ca9c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef88955-8853-4de2-a813-7be37b6b82fe', 'name': 'tempest-TestMinimumBasicScenario-1074367979-router', 'tenant_id': '85343564043e43c09872448ec6c9c680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f3fe692e-9fff-43b4-86bf-5c35e85b50e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:37:39Z', 'updated_at': '2021-08-30T18:41:15Z', 'revision_number': 5, 'project_id': '85343564043e43c09872448ec6c9c680', 'gw_port': {'id': 'f3fe692e-9fff-43b4-86bf-5c35e85b50e7', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef88955-8853-4de2-a813-7be37b6b82fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:37:39Z', 'updated_at': '2021-08-30T18:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi'}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:18.644927 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-9861488f-8d62-41a0-ba3e-83a44d8847e9 admin admin] Deleting port f3fe692e-9fff-43b4-86bf-5c35e85b50e7 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:41:18.645358 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9861488f-8d62-41a0-ba3e-83a44d8847e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:18.711491 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daceccc-95c1-41da-a555-26e6e7ca9c5d None None] Checking router: eef88955-8853-4de2-a813-7be37b6b82fe for host: dv-cinder-790492-12-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:41:18.724368 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daceccc-95c1-41da-a555-26e6e7ca9c5d None None] Routers {'eef88955-8853-4de2-a813-7be37b6b82fe'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:41:18.725979 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2daceccc-95c1-41da-a555-26e6e7ca9c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:40:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['eef88955-8853-4de2-a813-7be37b6b82fe'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:18.863109 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-2daceccc-95c1-41da-a555-26e6e7ca9c5d None None] Set router eef88955-8853-4de2-a813-7be37b6b82fe gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:41:18.964583 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2daceccc-95c1-41da-a555-26e6e7ca9c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef88955-8853-4de2-a813-7be37b6b82fe', 'name': 'tempest-TestMinimumBasicScenario-1074367979-router', 'tenant_id': '85343564043e43c09872448ec6c9c680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:37:39Z', 'updated_at': '2021-08-30T18:41:18Z', 'revision_number': 6, 'project_id': '85343564043e43c09872448ec6c9c680', 'gw_port_host': None}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:19.004832 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daceccc-95c1-41da-a555-26e6e7ca9c5d None None] The sync data for ids ['eef88955-8853-4de2-a813-7be37b6b82fe'] in dv-cinder-790492-12-iscsi is: [{'id': 'eef88955-8853-4de2-a813-7be37b6b82fe', 'name': 'tempest-TestMinimumBasicScenario-1074367979-router', 'tenant_id': '85343564043e43c09872448ec6c9c680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:37:39Z', 'updated_at': '2021-08-30T18:41:18Z', 'revision_number': 6, 'project_id': '85343564043e43c09872448ec6c9c680', 'gw_port_host': None}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:41:19.012072 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-9861488f-8d62-41a0-ba3e-83a44d8847e9 admin admin] For port f3fe692e-9fff-43b4-86bf-5c35e85b50e7, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=f3fe692e-9fff-43b4-86bf-5c35e85b50e7,segment=NetworkSegment(1a6a5219-0521-4333-ae96-e7fdd8d0d325),segment_id=1a6a5219-0521-4333-ae96-e7fdd8d0d325)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:41:19.012072 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9861488f-8d62-41a0-ba3e-83a44d8847e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:19.040237 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-9861488f-8d62-41a0-ba3e-83a44d8847e9 admin admin] Calling delete_port for f3fe692e-9fff-43b4-86bf-5c35e85b50e7 owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:41:19.420576 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9861488f-8d62-41a0-ba3e-83a44d8847e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:19.596807 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9861488f-8d62-41a0-ba3e-83a44d8847e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3fe692e-9fff-43b4-86bf-5c35e85b50e7,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:19.682601 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9861488f-8d62-41a0-ba3e-83a44d8847e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4120147'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:19.883923 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5dba4a86-aef7-4a30-a62c-0eb374b9f75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:20.012160 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9861488f-8d62-41a0-ba3e-83a44d8847e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4117452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4116'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:20.028718 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9861488f-8d62-41a0-ba3e-83a44d8847e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:20.060669 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6809d-4d52-470b-a22b-3ab10f8590b1 req-5a5c62aa-a943-4c76-971a-1ccb7610c91e tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:20.073036 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3cb6809d-4d52-470b-a22b-3ab10f8590b1 req-5a5c62aa-a943-4c76-971a-1ccb7610c91e tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 943 time: 0.2490194 Aug 30 18:41:20.308040 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3cb6809d-4d52-470b-a22b-3ab10f8590b1 req-4d55e689-ea36-41b0-9a9c-2a481c748a33 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334723 Aug 30 18:41:20.323030 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9861488f-8d62-41a0-ba3e-83a44d8847e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4117443'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:20.324176 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9861488f-8d62-41a0-ba3e-83a44d8847e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eef88955-8853-4de2-a813-7be37b6b82fe {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 18:41:20.341228 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9861488f-8d62-41a0-ba3e-83a44d8847e9 admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:20.344387 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-9861488f-8d62-41a0-ba3e-83a44d8847e9 admin admin] 10.222.0.46 "DELETE /v2.0/routers/eef88955-8853-4de2-a813-7be37b6b82fe HTTP/1.1" status: 204 len: 168 time: 2.7494445 Aug 30 18:41:20.347595 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 54794) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:20.495416 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 01f72746-ab00-44a7-b1b2-cddabf9b63d2 no longer exists at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:41:20.580694 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] No Port match for: 01f72746-ab00-44a7-b1b2-cddabf9b63d2 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:41:20.581111 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 01f72746-ab00-44a7-b1b2-cddabf9b63d2 not bound to the agent host dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:41:20.581496 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device f3fe692e-9fff-43b4-86bf-5c35e85b50e7 no longer exists at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:41:20.590472 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-884fdbea-bd39-46e8-a1ac-d77cbeec5902 admin admin] Deleting subnet 6936df6e-8889-448f-a745-9ed448c41b74 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 18:41:20.602710 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-884fdbea-bd39-46e8-a1ac-d77cbeec5902 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:20.645367 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] No Port match for: f3fe692e-9fff-43b4-86bf-5c35e85b50e7 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:41:20.650039 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device f3fe692e-9fff-43b4-86bf-5c35e85b50e7 not bound to the agent host dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:41:20.723978 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-884fdbea-bd39-46e8-a1ac-d77cbeec5902 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8522711'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:20.980972 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-884fdbea-bd39-46e8-a1ac-d77cbeec5902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984993'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:21.115412 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-884fdbea-bd39-46e8-a1ac-d77cbeec5902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9041818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506784'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:21.219867 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884fdbea-bd39-46e8-a1ac-d77cbeec5902 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6936df6e-8889-448f-a745-9ed448c41b74,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:21.229318 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-884fdbea-bd39-46e8-a1ac-d77cbeec5902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:21.234063 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-884fdbea-bd39-46e8-a1ac-d77cbeec5902 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6936df6e-8889-448f-a745-9ed448c41b74 HTTP/1.1" status: 204 len: 168 time: 0.8850710 Aug 30 18:41:21.239582 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 54798) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:21.243768 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaf76a1-6590-4647-a899-ef1a7e3d00a0 None None] Network 4c6393b2-678a-4222-8b1b-cfb7b5e97612 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:41:21.471592 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-973eb0fa-ffe3-4751-b985-5e46830db2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641841'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:21.765741 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6b6cf-e8f1-4d97-aeb9-33842c6055de req-c94150bf-65b8-4d3f-bcee-1b6ac252fb29 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:21.786672 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d2d6b6cf-e8f1-4d97-aeb9-33842c6055de req-c94150bf-65b8-4d3f-bcee-1b6ac252fb29 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 943 time: 0.1865675 Aug 30 18:41:21.849455 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-973eb0fa-ffe3-4751-b985-5e46830db2bd admin admin] Deleting port c4634874-40ca-4413-8819-5ecea9b663c6 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:41:21.849951 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-973eb0fa-ffe3-4751-b985-5e46830db2bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:21.945528 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d2d6b6cf-e8f1-4d97-aeb9-33842c6055de req-c26405cf-8ddb-439d-8c9a-7f0bcc0f2a69 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573596 Aug 30 18:41:21.955253 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8330178e-5b7e-43d2-84f5-2d7b168c1594 None None] DHCP port deletion for 4c6393b2-678a-4222-8b1b-cfb7b5e97612 request from dv-cinder-790492-12-iscsi {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 18:41:22.047201 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-973eb0fa-ffe3-4751-b985-5e46830db2bd admin admin] For port c4634874-40ca-4413-8819-5ecea9b663c6, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=c4634874-40ca-4413-8819-5ecea9b663c6,segment=NetworkSegment(f531b7f5-8948-4267-8c07-d671a11a9078),segment_id=f531b7f5-8948-4267-8c07-d671a11a9078)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:41:22.047728 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-973eb0fa-ffe3-4751-b985-5e46830db2bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:22.092963 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-973eb0fa-ffe3-4751-b985-5e46830db2bd admin admin] Calling delete_port for c4634874-40ca-4413-8819-5ecea9b663c6 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:41:22.172722 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-8330178e-5b7e-43d2-84f5-2d7b168c1594 None None] Deleting port c4634874-40ca-4413-8819-5ecea9b663c6 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:41:22.176075 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8330178e-5b7e-43d2-84f5-2d7b168c1594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:22.337085 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-973eb0fa-ffe3-4751-b985-5e46830db2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:22.400360 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb0fa-ffe3-4751-b985-5e46830db2bd admin admin] Pushing event deleted for resources: {'Port': ['ID=c4634874-40ca-4413-8819-5ecea9b663c6,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:22.409917 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973eb0fa-ffe3-4751-b985-5e46830db2bd admin admin] No DVR routers for this DVR port c4634874-40ca-4413-8819-5ecea9b663c6 on host dv-cinder-790492-12-iscsi {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:41:22.479232 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-8330178e-5b7e-43d2-84f5-2d7b168c1594 None None] For port c4634874-40ca-4413-8819-5ecea9b663c6, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=c4634874-40ca-4413-8819-5ecea9b663c6,segment=NetworkSegment(f531b7f5-8948-4267-8c07-d671a11a9078),segment_id=f531b7f5-8948-4267-8c07-d671a11a9078)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:41:22.483509 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8330178e-5b7e-43d2-84f5-2d7b168c1594 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:22.507614 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-8330178e-5b7e-43d2-84f5-2d7b168c1594 None None] Calling delete_port for c4634874-40ca-4413-8819-5ecea9b663c6 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:41:22.626368 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-973eb0fa-ffe3-4751-b985-5e46830db2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925274', 'neutron.services.segments.db._delete_segments_for_network-8776059265518'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:22.645965 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.services.segments.db [None req-973eb0fa-ffe3-4751-b985-5e46830db2bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c6393b2-678a-4222-8b1b-cfb7b5e97612']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:22.665097 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8330178e-5b7e-43d2-84f5-2d7b168c1594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:22.672667 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.services.segments.db [None req-973eb0fa-ffe3-4751-b985-5e46830db2bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f531b7f5-8948-4267-8c07-d671a11a9078') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:22.673184 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.services.segments.db [None req-973eb0fa-ffe3-4751-b985-5e46830db2bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f531b7f5-8948-4267-8c07-d671a11a9078') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:22.677370 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device c4634874-40ca-4413-8819-5ecea9b663c6 no longer exists at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:41:22.711789 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-973eb0fa-ffe3-4751-b985-5e46830db2bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776059265401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8937694'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:22.734218 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] No Port match for: c4634874-40ca-4413-8819-5ecea9b663c6 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:41:22.735062 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device c4634874-40ca-4413-8819-5ecea9b663c6 not bound to the agent host dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:41:22.766950 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-973eb0fa-ffe3-4751-b985-5e46830db2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:22.791866 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-973eb0fa-ffe3-4751-b985-5e46830db2bd admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 18:41:22.792535 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-973eb0fa-ffe3-4751-b985-5e46830db2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449082'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:22.800847 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330178e-5b7e-43d2-84f5-2d7b168c1594 None None] Pushing event deleted for resources: {'Port': ['ID=c4634874-40ca-4413-8819-5ecea9b663c6,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:22.817326 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8330178e-5b7e-43d2-84f5-2d7b168c1594 None None] No DVR routers for this DVR port c4634874-40ca-4413-8819-5ecea9b663c6 on host dv-cinder-790492-12-iscsi {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:41:22.890769 dv-cinder-790492-12-iscsi neutron-server[94077]: Traceback (most recent call last): Aug 30 18:41:22.890769 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 18:41:22.890769 dv-cinder-790492-12-iscsi neutron-server[94077]: timer() Aug 30 18:41:22.890769 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 18:41:22.890769 dv-cinder-790492-12-iscsi neutron-server[94077]: cb(*args, **kw) Aug 30 18:41:22.890769 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 18:41:22.890769 dv-cinder-790492-12-iscsi neutron-server[94077]: return func(*args, **kwargs) Aug 30 18:41:22.890769 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 18:41:22.890769 dv-cinder-790492-12-iscsi neutron-server[94077]: self._notify() Aug 30 18:41:22.890769 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 18:41:22.890769 dv-cinder-790492-12-iscsi neutron-server[94077]: self.callback(batched_events) Aug 30 18:41:22.890769 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 18:41:22.890769 dv-cinder-790492-12-iscsi neutron-server[94077]: event.method(event) Aug 30 18:41:22.890769 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 18:41:22.890769 dv-cinder-790492-12-iscsi neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 18:41:22.890769 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 18:41:22.890769 dv-cinder-790492-12-iscsi neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 18:41:22.890769 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 18:41:22.890769 dv-cinder-790492-12-iscsi neutron-server[94077]: return f(self, *a, **k) Aug 30 18:41:22.890769 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 18:41:22.890769 dv-cinder-790492-12-iscsi neutron-server[94077]: return self._get(url).json() Aug 30 18:41:22.890769 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 18:41:22.890769 dv-cinder-790492-12-iscsi neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 18:41:22.890769 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 18:41:22.890769 dv-cinder-790492-12-iscsi neutron-server[94077]: return self.request(url, 'GET', **kwargs) Aug 30 18:41:22.890769 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 18:41:22.890769 dv-cinder-790492-12-iscsi neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 18:41:22.890769 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 18:41:22.890769 dv-cinder-790492-12-iscsi neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 18:41:22.890769 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 18:41:22.890769 dv-cinder-790492-12-iscsi neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 18:41:22.890769 dv-cinder-790492-12-iscsi neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 18:41:22.970542 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-973eb0fa-ffe3-4751-b985-5e46830db2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120175'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:23.074027 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-973eb0fa-ffe3-4751-b985-5e46830db2bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:23.093445 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-973eb0fa-ffe3-4751-b985-5e46830db2bd admin admin] 10.222.0.46 "DELETE /v2.0/networks/4c6393b2-678a-4222-8b1b-cfb7b5e97612 HTTP/1.1" status: 204 len: 168 time: 1.8505049 Aug 30 18:41:23.101323 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb0fa-ffe3-4751-b985-5e46830db2bd admin admin] Pushing event deleted for resources: {'Network': ['ID=4c6393b2-678a-4222-8b1b-cfb7b5e97612,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:23.264290 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32468aa3-175c-44c0-96be-d2cff6dd6c88 req-d730ec15-7e58-4677-bfd3-cf529e9f22a3 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:23.275244 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e0b0c4da-dce3-4db7-ad90-21f85eeaac95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:23.284781 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-32468aa3-175c-44c0-96be-d2cff6dd6c88 req-d730ec15-7e58-4677-bfd3-cf529e9f22a3 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 943 time: 0.1242125 Aug 30 18:41:23.433627 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:23.490106 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-32468aa3-175c-44c0-96be-d2cff6dd6c88 req-8eb93476-ac83-4d51-a38e-aad2e96ca990 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906149 Aug 30 18:41:23.816434 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 54810) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:23.924868 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-13168a53-f812-4a7e-9933-203cb5d153d1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6008a41ab4874c52ad17d46420b022af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1057391 Aug 30 18:41:23.930848 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 54812) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:24.066159 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-47857b49-6ee8-4afa-8953-4735d320fc63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:24.074309 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:24.148265 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-47857b49-6ee8-4afa-8953-4735d320fc63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:24.321744 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-47857b49-6ee8-4afa-8953-4735d320fc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:24.324984 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-47857b49-6ee8-4afa-8953-4735d320fc63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:24.326584 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-47857b49-6ee8-4afa-8953-4735d320fc63 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5f838cc2-e564-47e1-89da-a5c8a209b91f HTTP/1.1" status: 204 len: 168 time: 0.3941195 Aug 30 18:41:24.353958 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47857b49-6ee8-4afa-8953-4735d320fc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f838cc2-e564-47e1-89da-a5c8a209b91f,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:24.838900 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7eadd-9d09-4805-a43a-db93c3e92123 req-ba1a5aad-7b18-4dcc-9778-cfa640ef5ae5 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:24.867117 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3af7eadd-9d09-4805-a43a-db93c3e92123 req-ba1a5aad-7b18-4dcc-9778-cfa640ef5ae5 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 943 time: 0.1360929 Aug 30 18:41:25.016757 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3af7eadd-9d09-4805-a43a-db93c3e92123 req-471dda30-005b-490e-8b9d-eede616eb080 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440575 Aug 30 18:41:25.241908 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 54832) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:25.306997 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 54836) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:25.308112 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-23cbf69c-c44c-47f7-b1ad-b08300de499c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=85343564043e43c09872448ec6c9c680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0638731 Aug 30 18:41:25.429246 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1f36fb7c-77bf-4e51-a32d-9a96a6611120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:25.473326 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1f36fb7c-77bf-4e51-a32d-9a96a6611120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:25.593418 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1f36fb7c-77bf-4e51-a32d-9a96a6611120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:25.597730 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1f36fb7c-77bf-4e51-a32d-9a96a6611120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:25.604925 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-1f36fb7c-77bf-4e51-a32d-9a96a6611120 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/62bf431f-a943-476e-a106-d676d305def4 HTTP/1.1" status: 204 len: 168 time: 0.2894197 Aug 30 18:41:25.628856 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36fb7c-77bf-4e51-a32d-9a96a6611120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bf431f-a943-476e-a106-d676d305def4,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:25.761930 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:26.562430 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f3e49b-3d8a-4fb5-912d-c7704619ae09 req-f2950091-ef7e-4043-bd39-42f5d0e660f6 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:26.580411 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c2f3e49b-3d8a-4fb5-912d-c7704619ae09 req-f2950091-ef7e-4043-bd39-42f5d0e660f6 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 943 time: 0.1870151 Aug 30 18:41:26.668401 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c2f3e49b-3d8a-4fb5-912d-c7704619ae09 req-1abe1bd5-2c74-4054-9412-a2be97ed150d tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833220 Aug 30 18:41:27.920642 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f3551-eb64-4c94-b701-7bf7597a20c0 req-bebf7336-a7d7-49be-a991-07b6cfe02f5a tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:27.925089 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-211f3551-eb64-4c94-b701-7bf7597a20c0 req-bebf7336-a7d7-49be-a991-07b6cfe02f5a tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 943 time: 0.0998020 Aug 30 18:41:28.002682 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-211f3551-eb64-4c94-b701-7bf7597a20c0 req-b0634336-7ece-4ae8-b445-d18eba0ea2eb tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672626 Aug 30 18:41:29.203646 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9dd62-3a1c-4bce-9c26-734ce329cc80 req-0ec1a8f5-5964-4069-b973-0c1917929a78 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:29.206432 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-eeb9dd62-3a1c-4bce-9c26-734ce329cc80 req-0ec1a8f5-5964-4069-b973-0c1917929a78 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 943 time: 0.0872223 Aug 30 18:41:29.276543 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-eeb9dd62-3a1c-4bce-9c26-734ce329cc80 req-37d11805-5345-4e57-9a7c-2391c437f90e tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625501 Aug 30 18:41:30.043572 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 54936) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:30.126936 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-92afb895-189c-4757-81ad-918638aec41b admin admin] Deleting subnet e0c4cdcd-659c-477b-a023-1cd74d57f7da {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 18:41:30.131589 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-92afb895-189c-4757-81ad-918638aec41b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:30.177605 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-92afb895-189c-4757-81ad-918638aec41b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8522711'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:30.221696 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-92afb895-189c-4757-81ad-918638aec41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984993'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:30.291437 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-92afb895-189c-4757-81ad-918638aec41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9041818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506784'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:30.322675 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afb895-189c-4757-81ad-918638aec41b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0c4cdcd-659c-477b-a023-1cd74d57f7da,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:30.324897 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-92afb895-189c-4757-81ad-918638aec41b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:30.328050 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-92afb895-189c-4757-81ad-918638aec41b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e0c4cdcd-659c-477b-a023-1cd74d57f7da HTTP/1.1" status: 204 len: 168 time: 0.2820997 Aug 30 18:41:30.331988 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 54940) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:30.457652 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-62888f7d-7b43-4041-9558-d35342c7359c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641841'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:30.471179 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b08a64-6fe8-4b06-bb7f-b1a48c302c37 req-156c409b-51a4-4ce8-a5e1-f84bb6a0eb8f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:30.473447 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-e0b08a64-6fe8-4b06-bb7f-b1a48c302c37 req-156c409b-51a4-4ce8-a5e1-f84bb6a0eb8f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 943 time: 0.0831940 Aug 30 18:41:30.545873 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-e0b08a64-6fe8-4b06-bb7f-b1a48c302c37 req-85cbe105-92a0-4b27-879b-4853c0154ce5 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630901 Aug 30 18:41:30.614935 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-62888f7d-7b43-4041-9558-d35342c7359c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925274', 'neutron.services.segments.db._delete_segments_for_network-8776059265518'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:30.635099 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-62888f7d-7b43-4041-9558-d35342c7359c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad9d923f-9bf5-48e0-83ca-cabec06569c0']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:30.654599 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-62888f7d-7b43-4041-9558-d35342c7359c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74b9075c-9b50-4ab0-8f26-4f880c924898') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:30.655085 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-62888f7d-7b43-4041-9558-d35342c7359c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74b9075c-9b50-4ab0-8f26-4f880c924898') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:30.673251 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-62888f7d-7b43-4041-9558-d35342c7359c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776059265401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8522696'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:30.699831 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-62888f7d-7b43-4041-9558-d35342c7359c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:30.712816 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62888f7d-7b43-4041-9558-d35342c7359c admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 18:41:30.713586 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-62888f7d-7b43-4041-9558-d35342c7359c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9041916'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:30.716755 dv-cinder-790492-12-iscsi neutron-server[94078]: Traceback (most recent call last): Aug 30 18:41:30.716755 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 18:41:30.716755 dv-cinder-790492-12-iscsi neutron-server[94078]: timer() Aug 30 18:41:30.716755 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 18:41:30.716755 dv-cinder-790492-12-iscsi neutron-server[94078]: cb(*args, **kw) Aug 30 18:41:30.716755 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 18:41:30.716755 dv-cinder-790492-12-iscsi neutron-server[94078]: return func(*args, **kwargs) Aug 30 18:41:30.716755 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 18:41:30.716755 dv-cinder-790492-12-iscsi neutron-server[94078]: self._notify() Aug 30 18:41:30.716755 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 18:41:30.716755 dv-cinder-790492-12-iscsi neutron-server[94078]: self.callback(batched_events) Aug 30 18:41:30.716755 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 18:41:30.716755 dv-cinder-790492-12-iscsi neutron-server[94078]: event.method(event) Aug 30 18:41:30.716755 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 18:41:30.716755 dv-cinder-790492-12-iscsi neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 18:41:30.716755 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 18:41:30.716755 dv-cinder-790492-12-iscsi neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 18:41:30.716755 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 18:41:30.716755 dv-cinder-790492-12-iscsi neutron-server[94078]: return f(self, *a, **k) Aug 30 18:41:30.716755 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 18:41:30.716755 dv-cinder-790492-12-iscsi neutron-server[94078]: return self._get(url).json() Aug 30 18:41:30.716755 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 18:41:30.716755 dv-cinder-790492-12-iscsi neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 18:41:30.716755 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 18:41:30.716755 dv-cinder-790492-12-iscsi neutron-server[94078]: return self.request(url, 'GET', **kwargs) Aug 30 18:41:30.716755 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 18:41:30.716755 dv-cinder-790492-12-iscsi neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 18:41:30.716755 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 18:41:30.716755 dv-cinder-790492-12-iscsi neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 18:41:30.716755 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 18:41:30.716755 dv-cinder-790492-12-iscsi neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 18:41:30.716755 dv-cinder-790492-12-iscsi neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 18:41:30.810615 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-62888f7d-7b43-4041-9558-d35342c7359c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120175'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:30.838164 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-62888f7d-7b43-4041-9558-d35342c7359c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:30.841985 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-62888f7d-7b43-4041-9558-d35342c7359c admin admin] 10.222.0.46 "DELETE /v2.0/networks/ad9d923f-9bf5-48e0-83ca-cabec06569c0 HTTP/1.1" status: 204 len: 168 time: 0.5084558 Aug 30 18:41:30.843956 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62888f7d-7b43-4041-9558-d35342c7359c admin admin] Pushing event deleted for resources: {'Network': ['ID=ad9d923f-9bf5-48e0-83ca-cabec06569c0,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:31.129790 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 54954) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:31.202743 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-53b69f00-d205-4263-9bf6-4ca8c780916c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9a55f558290d4c638e0ffb72a7ae4026&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0710299 Aug 30 18:41:31.205527 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 54958) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:31.277659 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-11b5fe82-bd11-43d2-af27-2184920f8c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:31.317766 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-11b5fe82-bd11-43d2-af27-2184920f8c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:31.400380 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-11b5fe82-bd11-43d2-af27-2184920f8c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:31.403576 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-11b5fe82-bd11-43d2-af27-2184920f8c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:31.404941 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-11b5fe82-bd11-43d2-af27-2184920f8c11 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/59e9ec8b-503b-448d-9a0d-c54f9b3ac9c3 HTTP/1.1" status: 204 len: 168 time: 0.1981497 Aug 30 18:41:31.415564 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b5fe82-bd11-43d2-af27-2184920f8c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e9ec8b-503b-448d-9a0d-c54f9b3ac9c3,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:31.705807 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3211d8-1467-47f2-8b23-5dda27b80dd2 req-07121b44-1727-453a-86bb-c002a258f878 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:31.707526 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-cd3211d8-1467-47f2-8b23-5dda27b80dd2 req-07121b44-1727-453a-86bb-c002a258f878 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 943 time: 0.0761642 Aug 30 18:41:32.047289 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-cd3211d8-1467-47f2-8b23-5dda27b80dd2 req-32b19cc3-e2c0-4350-b49b-673b8bb18dfa tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3319592 Aug 30 18:41:32.340384 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device f4098cc1-c3d7-4050-8233-8389cb849f6e details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:41:32.466549 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port f4098cc1-c3d7-4050-8233-8389cb849f6e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4098cc1-c3d7-4050-8233-8389cb849f6e,segment=NetworkSegment(40eb1e85-c7e6-44b5-807d-b44964a5af9c),segment_id=40eb1e85-c7e6-44b5-807d-b44964a5af9c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:41:32.486233 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Returning: {'device': 'f4098cc1-c3d7-4050-8233-8389cb849f6e', 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3', 'port_id': 'f4098cc1-c3d7-4050-8233-8389cb849f6e', 'mac_address': 'fa:16:3e:9f:87:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:41:32.688703 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:32.703669 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4098cc1-c3d7-4050-8233-8389cb849f6e {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:41:32.731753 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port f4098cc1-c3d7-4050-8233-8389cb849f6e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4098cc1-c3d7-4050-8233-8389cb849f6e,segment=NetworkSegment(40eb1e85-c7e6-44b5-807d-b44964a5af9c),segment_id=40eb1e85-c7e6-44b5-807d-b44964a5af9c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:41:32.737524 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:32.832908 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=f4098cc1-c3d7-4050-8233-8389cb849f6e,revision_number=9']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:33.072737 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf72d5-7167-4b50-adfb-45130c3eef92 req-0aa9c478-4e0b-4842-bd6b-ccdfe4a57cfc tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:33.074439 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6ebf72d5-7167-4b50-adfb-45130c3eef92 req-0aa9c478-4e0b-4842-bd6b-ccdfe4a57cfc tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c3bb4c-b0ba-4602-99ed-6939c9c8bc70 HTTP/1.1" status: 200 len: 946 time: 0.0594585 Aug 30 18:41:33.117015 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['f4098cc1-c3d7-4050-8233-8389cb849f6e'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:41:33.146227 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6ebf72d5-7167-4b50-adfb-45130c3eef92 req-c742ac36-7154-4349-8f6c-c41aa48d8d6a tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=930412e8-c363-46fc-aa09-7743c26af9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642295 Aug 30 18:41:33.196524 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495addf-4a81-4a06-b4a7-49a69141a853 req-49829bbd-9119-4fc0-8334-78d25b0858ba tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:33.198208 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-6495addf-4a81-4a06-b4a7-49a69141a853 req-49829bbd-9119-4fc0-8334-78d25b0858ba tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 944 time: 0.0663717 Aug 30 18:41:33.249547 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-6495addf-4a81-4a06-b4a7-49a69141a853 req-efcc8d38-a56c-4a50-8e1f-eba6e52c53d3 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409687 Aug 30 18:41:34.329515 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f67a3-8f77-4cd0-9ae2-c7b83daf0c32 req-36f3a0b7-0857-46e2-b66b-374f414204d0 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:34.332512 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c93f67a3-8f77-4cd0-9ae2-c7b83daf0c32 req-36f3a0b7-0857-46e2-b66b-374f414204d0 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c3bb4c-b0ba-4602-99ed-6939c9c8bc70 HTTP/1.1" status: 200 len: 946 time: 0.0964584 Aug 30 18:41:34.347007 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device f4098cc1-c3d7-4050-8233-8389cb849f6e up at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:41:34.391164 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c93f67a3-8f77-4cd0-9ae2-c7b83daf0c32 req-f22b7ab4-577c-41e9-aac0-e23ea673005b tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=930412e8-c363-46fc-aa09-7743c26af9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479145 Aug 30 18:41:34.434033 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23b3f4-aba8-4705-8d9a-d4d272f8fa39 req-638411df-f7ed-44b4-a96f-b32fb0d2cc53 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:34.436873 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-4c23b3f4-aba8-4705-8d9a-d4d272f8fa39 req-638411df-f7ed-44b4-a96f-b32fb0d2cc53 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 944 time: 0.0680625 Aug 30 18:41:34.441136 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning complete for port f4098cc1-c3d7-4050-8233-8389cb849f6e triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:41:34.442235 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:34.508342 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-4c23b3f4-aba8-4705-8d9a-d4d272f8fa39 req-3e74554e-9262-44a2-a457-ccb289c7ed2d tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609527 Aug 30 18:41:34.591500 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:34.629214 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7067d2e3-00cd-4ccb-b05c-58830da75e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4098cc1-c3d7-4050-8233-8389cb849f6e'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:41:34.632200 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf7e48b1d7ea734c3ab22bdf0c4fd39094da8684eda14d675e1fcbcfa40454f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4971ce6-b9a9-49c0-a0d3-688f008a7181" -d '{"events": [{"server_uuid": "7067d2e3-00cd-4ccb-b05c-58830da75e82", "name": "network-vif-plugged", "status": "completed", "tag": "f4098cc1-c3d7-4050-8233-8389cb849f6e"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:41:34.649865 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port f4098cc1-c3d7-4050-8233-8389cb849f6e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4098cc1-c3d7-4050-8233-8389cb849f6e,segment=NetworkSegment(40eb1e85-c7e6-44b5-807d-b44964a5af9c),segment_id=40eb1e85-c7e6-44b5-807d-b44964a5af9c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:41:34.656681 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:34.697101 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa40d8fb-af29-459e-9bd8-75cca4d61fca x-openstack-request-id: req-fa40d8fb-af29-459e-9bd8-75cca4d61fca {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:41:34.697341 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7067d2e3-00cd-4ccb-b05c-58830da75e82", "name": "network-vif-plugged", "status": "completed", "tag": "f4098cc1-c3d7-4050-8233-8389cb849f6e", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:41:34.697481 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fa40d8fb-af29-459e-9bd8-75cca4d61fca {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:41:34.697875 dv-cinder-790492-12-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7067d2e3-00cd-4ccb-b05c-58830da75e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4098cc1-c3d7-4050-8233-8389cb849f6e', 'code': 200} Aug 30 18:41:34.716050 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=f4098cc1-c3d7-4050-8233-8389cb849f6e,revision_number=10']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:34.892880 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 54990) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:34.971569 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d682c69-9efc-4dce-bb5c-36d084435100 req-13355b2a-8691-4f71-b998-4d0671a3a609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:34.973238 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3d682c69-9efc-4dce-bb5c-36d084435100 req-13355b2a-8691-4f71-b998-4d0671a3a609 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 1099 time: 0.0518079 Aug 30 18:41:35.036869 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3d682c69-9efc-4dce-bb5c-36d084435100 req-5fa70558-be50-4217-a6b8-d5fb345638fd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505648 Aug 30 18:41:35.370634 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-1d83ab04-45c1-49c5-9f0f-790fc7e53840 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Deleting port 3041315e-1fa5-4c7b-ab4e-695634ef658d {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:41:35.371370 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1d83ab04-45c1-49c5-9f0f-790fc7e53840 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:35.415056 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2291e87-7c95-4a25-bca0-516f364cf144 req-e55f6184-1906-4e10-a6ac-60a99512fd82 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:35.416854 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a2291e87-7c95-4a25-bca0-516f364cf144 req-e55f6184-1906-4e10-a6ac-60a99512fd82 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8c3bb4c-b0ba-4602-99ed-6939c9c8bc70 HTTP/1.1" status: 200 len: 946 time: 0.0556273 Aug 30 18:41:35.502095 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1d83ab04-45c1-49c5-9f0f-790fc7e53840 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:35.502412 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1d83ab04-45c1-49c5-9f0f-790fc7e53840 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:35.517263 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-1d83ab04-45c1-49c5-9f0f-790fc7e53840 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Calling delete_port for 3041315e-1fa5-4c7b-ab4e-695634ef658d owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:41:35.626860 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea796e9c-4016-4bae-a70e-bfa718a3bff9 req-45ca8b84-ebcd-44ec-be8a-babe8a018ebd tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:35.629443 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ea796e9c-4016-4bae-a70e-bfa718a3bff9 req-45ca8b84-ebcd-44ec-be8a-babe8a018ebd tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c3bb4c-b0ba-4602-99ed-6939c9c8bc70 HTTP/1.1" status: 200 len: 946 time: 0.1350245 Aug 30 18:41:35.711508 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-a2291e87-7c95-4a25-bca0-516f364cf144 req-4795beed-b983-4526-82e5-09ef74e6295c tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Deleting port c38f0ed6-4a27-4033-b3af-ba3642cfee10 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:41:35.712352 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a2291e87-7c95-4a25-bca0-516f364cf144 req-4795beed-b983-4526-82e5-09ef74e6295c tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:35.723916 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ea796e9c-4016-4bae-a70e-bfa718a3bff9 req-c177eab4-5c16-46c7-8efd-55549a6527f9 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups?id=930412e8-c363-46fc-aa09-7743c26af9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872638 Aug 30 18:41:35.756890 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe00b3-278f-4038-8910-455899c4491f req-677b12d2-d6fb-4a9c-9873-aab71dd9ba67 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:35.760472 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a2fe00b3-278f-4038-8910-455899c4491f req-677b12d2-d6fb-4a9c-9873-aab71dd9ba67 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 946 time: 0.1288135 Aug 30 18:41:35.845491 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a2fe00b3-278f-4038-8910-455899c4491f req-b9101c72-fdc6-43b7-8608-5559990f5e97 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729716 Aug 30 18:41:35.855940 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-a2291e87-7c95-4a25-bca0-516f364cf144 req-4795beed-b983-4526-82e5-09ef74e6295c tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] For port c38f0ed6-4a27-4033-b3af-ba3642cfee10, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c38f0ed6-4a27-4033-b3af-ba3642cfee10,segment=NetworkSegment(79b37a73-214a-48d0-8530-dbb5845d8dcf),segment_id=79b37a73-214a-48d0-8530-dbb5845d8dcf)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:41:35.856728 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a2291e87-7c95-4a25-bca0-516f364cf144 req-4795beed-b983-4526-82e5-09ef74e6295c tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:35.888551 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1d83ab04-45c1-49c5-9f0f-790fc7e53840 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041865'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:35.921187 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83ab04-45c1-49c5-9f0f-790fc7e53840 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Pushing event deleted for resources: {'Port': ['ID=3041315e-1fa5-4c7b-ab4e-695634ef658d,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:36.013690 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1d83ab04-45c1-49c5-9f0f-790fc7e53840 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:36.014175 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.db.l3_db [None req-1d83ab04-45c1-49c5-9f0f-790fc7e53840 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Floating IP a6943e30-10ce-4053-badd-1b0ced6608a0 disassociated (deleted). External IP: 172.27.3.243, port: 521168fc-d190-46c9-880f-0f9c2f5b69e0. Aug 30 18:41:36.096211 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a2291e87-7c95-4a25-bca0-516f364cf144 req-4795beed-b983-4526-82e5-09ef74e6295c tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:36.096811 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a2291e87-7c95-4a25-bca0-516f364cf144 req-4795beed-b983-4526-82e5-09ef74e6295c tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120221'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:36.097481 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.db.l3_db [req-a2291e87-7c95-4a25-bca0-516f364cf144 req-4795beed-b983-4526-82e5-09ef74e6295c tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Floating IP aafddd3d-997b-478d-82ad-0df3bbad7596 disassociated. External IP: 172.27.3.166, port: c38f0ed6-4a27-4033-b3af-ba3642cfee10. Aug 30 18:41:36.097960 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-a2291e87-7c95-4a25-bca0-516f364cf144 req-4795beed-b983-4526-82e5-09ef74e6295c tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Calling delete_port for c38f0ed6-4a27-4033-b3af-ba3642cfee10 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:41:36.276228 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a2291e87-7c95-4a25-bca0-516f364cf144 req-4795beed-b983-4526-82e5-09ef74e6295c tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:36.322319 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795beed-b983-4526-82e5-09ef74e6295c tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Pushing event deleted for resources: {'Port': ['ID=c38f0ed6-4a27-4033-b3af-ba3642cfee10,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:36.329778 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d83ab04-45c1-49c5-9f0f-790fc7e53840 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Router 11739475-0c74-4118-b600-121f621dcdfe has already been hosted by L3 agent 92e03f23-06fd-457e-8698-15737aaba387 {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:41:36.521568 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d83ab04-45c1-49c5-9f0f-790fc7e53840 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:41:36.531372 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1d83ab04-45c1-49c5-9f0f-790fc7e53840 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:36.543925 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e548fa-6095-474e-a008-fd7983570a0f None None] Sync routers for ids ['11739475-0c74-4118-b600-121f621dcdfe'] in dv-cinder-790492-12-iscsi {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:41:36.576688 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e548fa-6095-474e-a008-fd7983570a0f None None] Routers {'11739475-0c74-4118-b600-121f621dcdfe'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:41:36.577983 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-39e548fa-6095-474e-a008-fd7983570a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:41:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['11739475-0c74-4118-b600-121f621dcdfe'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:36.606720 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-1d83ab04-45c1-49c5-9f0f-790fc7e53840 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "DELETE /v2.0/floatingips/a6943e30-10ce-4053-badd-1b0ced6608a0 HTTP/1.1" status: 204 len: 168 time: 1.7097702 Aug 30 18:41:36.608329 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e9489f-924c-45a7-8d02-09a0cfbcbf0d', 'tag': '521168fc-d190-46c9-880f-0f9c2f5b69e0'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:41:36.612886 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59b51c3d165999f7abb95bcd2a1d887dae5609535c92c8e1dc149aa3599bab8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bacdede-b2f5-4eb3-b136-8c8ffb772a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "16e9489f-924c-45a7-8d02-09a0cfbcbf0d", "tag": "521168fc-d190-46c9-880f-0f9c2f5b69e0"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:41:36.758807 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25477b6-a31f-485d-bcc1-b07c24882bb0 x-openstack-request-id: req-e25477b6-a31f-485d-bcc1-b07c24882bb0 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:41:36.758807 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e9489f-924c-45a7-8d02-09a0cfbcbf0d", "tag": "521168fc-d190-46c9-880f-0f9c2f5b69e0", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:41:36.758807 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e25477b6-a31f-485d-bcc1-b07c24882bb0 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:41:36.758807 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e9489f-924c-45a7-8d02-09a0cfbcbf0d', 'tag': '521168fc-d190-46c9-880f-0f9c2f5b69e0', 'status': 'completed', 'code': 200} Aug 30 18:41:36.843063 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-39e548fa-6095-474e-a008-fd7983570a0f None None] Set router 11739475-0c74-4118-b600-121f621dcdfe gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:41:36.957214 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-780fe45f-347f-4fc1-a004-efa65201f3ea req-80ac3cc7-2918-46d7-9ac1-3b4703214e11 tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c3bb4c-b0ba-4602-99ed-6939c9c8bc70 HTTP/1.1" status: 200 len: 210 time: 0.0775187 Aug 30 18:41:37.075330 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacdede-b2f5-4eb3-b136-8c8ffb772a9d req-450dd94d-6499-4d92-8307-0d683df0d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:37.078362 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2bacdede-b2f5-4eb3-b136-8c8ffb772a9d req-450dd94d-6499-4d92-8307-0d683df0d8ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d29a57262de14a2fa9ffa2376a6722cc&device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 1098 time: 0.1393621 Aug 30 18:41:37.088704 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2291e87-7c95-4a25-bca0-516f364cf144 req-4795beed-b983-4526-82e5-09ef74e6295c tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Router dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7 has already been hosted by L3 agent 92e03f23-06fd-457e-8698-15737aaba387 {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:41:37.240057 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-39e548fa-6095-474e-a008-fd7983570a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11739475-0c74-4118-b600-121f621dcdfe', 'name': 'tempest-TestShelveInstance-1207712787-router', 'tenant_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '72d969e6-9e54-4bd7-bb69-773d572e7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:35:21Z', 'updated_at': '2021-08-30T18:35:26Z', 'revision_number': 4, 'project_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'gw_port': {'id': '72d969e6-9e54-4bd7-bb69-773d572e7643', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11739475-0c74-4118-b600-121f621dcdfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:35:22Z', 'updated_at': '2021-08-30T18:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '993e8e2c-14e2-4d49-aeb8-6188f2998cbd', 'name': '', 'network_id': 'ea852ca2-2b8b-420c-99a5-338c253d2592', 'tenant_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'mac_address': 'fa:16:3e:7e:c6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11739475-0c74-4118-b600-121f621dcdfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'f5108fb3-7e52-4865-bd76-205360c0100e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:35:24Z', 'updated_at': '2021-08-30T18:35:37Z', 'revision_number': 5, 'project_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'subnets': [{'id': 'f5108fb3-7e52-4865-bd76-205360c0100e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:37.269768 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacdede-b2f5-4eb3-b136-8c8ffb772a9d req-415c4543-511c-4640-a78d-9ba7210b7f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:37.272082 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2bacdede-b2f5-4eb3-b136-8c8ffb772a9d req-415c4543-511c-4640-a78d-9ba7210b7f15 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ea852ca2-2b8b-420c-99a5-338c253d2592 HTTP/1.1" status: 200 len: 909 time: 0.1714027 Aug 30 18:41:37.285030 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e548fa-6095-474e-a008-fd7983570a0f None None] Checking router: 11739475-0c74-4118-b600-121f621dcdfe for host: dv-cinder-790492-12-iscsi {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:41:37.295510 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c096425-4225-41f3-ada3-486e54c06547 req-270dbf05-e5b7-4ce2-b9a2-99147b651d87 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:37.297599 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e548fa-6095-474e-a008-fd7983570a0f None None] Routers {'11739475-0c74-4118-b600-121f621dcdfe'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:41:37.298580 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-39e548fa-6095-474e-a008-fd7983570a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:41:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['11739475-0c74-4118-b600-121f621dcdfe'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:37.304093 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0939bc-67d9-44ed-938a-ba73c39b4660 req-732fa9dc-6a90-49b2-9e07-b700566316a5 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:37.308094 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3c096425-4225-41f3-ada3-486e54c06547 req-270dbf05-e5b7-4ce2-b9a2-99147b651d87 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 945 time: 0.3194408 Aug 30 18:41:37.312093 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ad0939bc-67d9-44ed-938a-ba73c39b4660 req-732fa9dc-6a90-49b2-9e07-b700566316a5 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 946 time: 0.1709816 Aug 30 18:41:37.400240 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ad0939bc-67d9-44ed-938a-ba73c39b4660 req-1f81bebf-c437-4bb5-997b-44862efcf00d tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777698 Aug 30 18:41:37.465374 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2bacdede-b2f5-4eb3-b136-8c8ffb772a9d req-a926b552-ecd3-4413-9fd2-47306fd8f739 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=521168fc-d190-46c9-880f-0f9c2f5b69e0 HTTP/1.1" status: 200 len: 217 time: 0.1494617 Aug 30 18:41:37.538979 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-39e548fa-6095-474e-a008-fd7983570a0f None None] Set router 11739475-0c74-4118-b600-121f621dcdfe gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:41:37.547216 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3c096425-4225-41f3-ada3-486e54c06547 req-54998018-9d4f-4747-b54d-d8f3ab0f0974 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189486 Aug 30 18:41:37.611620 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacdede-b2f5-4eb3-b136-8c8ffb772a9d req-9cf2fe37-11a0-4ca4-a245-b032b7b5f719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:37.613172 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2bacdede-b2f5-4eb3-b136-8c8ffb772a9d req-9cf2fe37-11a0-4ca4-a245-b032b7b5f719 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f5108fb3-7e52-4865-bd76-205360c0100e HTTP/1.1" status: 200 len: 848 time: 0.1321695 Aug 30 18:41:37.661339 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2291e87-7c95-4a25-bca0-516f364cf144 req-4795beed-b983-4526-82e5-09ef74e6295c tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:41:37.691669 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554c874d-6027-4e04-9714-b5ed4a88c901 None None] Sync routers for ids ['dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'] in dv-cinder-790492-12-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:41:37.718891 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554c874d-6027-4e04-9714-b5ed4a88c901 None None] Routers {'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:41:37.720552 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-554c874d-6027-4e04-9714-b5ed4a88c901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:41:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:37.743387 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2291e87-7c95-4a25-bca0-516f364cf144 req-4795beed-b983-4526-82e5-09ef74e6295c tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] No DVR routers for this DVR port c38f0ed6-4a27-4033-b3af-ba3642cfee10 on host hv-cinder-79049 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:41:37.748873 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a2291e87-7c95-4a25-bca0-516f364cf144 req-4795beed-b983-4526-82e5-09ef74e6295c tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:37.754684 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a2291e87-7c95-4a25-bca0-516f364cf144 req-4795beed-b983-4526-82e5-09ef74e6295c tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.39 "DELETE /v2.0/ports/c38f0ed6-4a27-4033-b3af-ba3642cfee10 HTTP/1.1" status: 204 len: 173 time: 2.2931600 Aug 30 18:41:37.754684 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c3bb4c-b0ba-4602-99ed-6939c9c8bc70', 'name': 'network-vif-deleted', 'tag': 'c38f0ed6-4a27-4033-b3af-ba3642cfee10'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:41:37.759921 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1da38c-54f9-48f5-817a-6334b1570e47" -d '{"events": [{"server_uuid": "d8c3bb4c-b0ba-4602-99ed-6939c9c8bc70", "name": "network-vif-deleted", "tag": "c38f0ed6-4a27-4033-b3af-ba3642cfee10"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:41:37.768812 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacdede-b2f5-4eb3-b136-8c8ffb772a9d req-42743284-d4a9-4952-8cd7-63ede0409262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:37.772808 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2bacdede-b2f5-4eb3-b136-8c8ffb772a9d req-42743284-d4a9-4952-8cd7-63ede0409262 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea852ca2-2b8b-420c-99a5-338c253d2592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1476040 Aug 30 18:41:37.892189 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbd4bd4-a152-4cba-8b33-b0524a4d2af7 x-openstack-request-id: req-9cbd4bd4-a152-4cba-8b33-b0524a4d2af7 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:41:37.892723 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c3bb4c-b0ba-4602-99ed-6939c9c8bc70", "name": "network-vif-deleted", "tag": "c38f0ed6-4a27-4033-b3af-ba3642cfee10", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:41:37.893161 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9cbd4bd4-a152-4cba-8b33-b0524a4d2af7 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:41:37.893980 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c3bb4c-b0ba-4602-99ed-6939c9c8bc70', 'name': 'network-vif-deleted', 'tag': 'c38f0ed6-4a27-4033-b3af-ba3642cfee10', 'status': 'completed', 'code': 200} Aug 30 18:41:37.951705 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-39e548fa-6095-474e-a008-fd7983570a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11739475-0c74-4118-b600-121f621dcdfe', 'name': 'tempest-TestShelveInstance-1207712787-router', 'tenant_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '72d969e6-9e54-4bd7-bb69-773d572e7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:35:21Z', 'updated_at': '2021-08-30T18:35:26Z', 'revision_number': 4, 'project_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'gw_port': {'id': '72d969e6-9e54-4bd7-bb69-773d572e7643', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11739475-0c74-4118-b600-121f621dcdfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:35:22Z', 'updated_at': '2021-08-30T18:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '993e8e2c-14e2-4d49-aeb8-6188f2998cbd', 'name': '', 'network_id': 'ea852ca2-2b8b-420c-99a5-338c253d2592', 'tenant_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'mac_address': 'fa:16:3e:7e:c6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11739475-0c74-4118-b600-121f621dcdfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'f5108fb3-7e52-4865-bd76-205360c0100e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:35:24Z', 'updated_at': '2021-08-30T18:35:37Z', 'revision_number': 5, 'project_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'subnets': [{'id': 'f5108fb3-7e52-4865-bd76-205360c0100e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:37.993249 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-554c874d-6027-4e04-9714-b5ed4a88c901 None None] Set router dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:41:37.999282 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2bacdede-b2f5-4eb3-b136-8c8ffb772a9d req-6d62b741-c139-4192-86db-38e5f3f04c56 service neutron] 10.222.0.39 "GET /v2.0/networks/ea852ca2-2b8b-420c-99a5-338c253d2592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167170 Aug 30 18:41:38.012636 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e548fa-6095-474e-a008-fd7983570a0f None None] The sync data for ids ['11739475-0c74-4118-b600-121f621dcdfe'] in dv-cinder-790492-12-iscsi is: [{'id': '11739475-0c74-4118-b600-121f621dcdfe', 'name': 'tempest-TestShelveInstance-1207712787-router', 'tenant_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '72d969e6-9e54-4bd7-bb69-773d572e7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:35:21Z', 'updated_at': '2021-08-30T18:35:26Z', 'revision_number': 4, 'project_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'gw_port': {'id': '72d969e6-9e54-4bd7-bb69-773d572e7643', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11739475-0c74-4118-b600-121f621dcdfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:35:22Z', 'updated_at': '2021-08-30T18:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '993e8e2c-14e2-4d49-aeb8-6188f2998cbd', 'name': '', 'network_id': 'ea852ca2-2b8b-420c-99a5-338c253d2592', 'tenant_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'mac_address': 'fa:16:3e:7e:c6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11739475-0c74-4118-b600-121f621dcdfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'f5108fb3-7e52-4865-bd76-205360c0100e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:35:24Z', 'updated_at': '2021-08-30T18:35:37Z', 'revision_number': 5, 'project_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'subnets': [{'id': 'f5108fb3-7e52-4865-bd76-205360c0100e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:41:38.199715 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a20d4c6b-1ea6-4485-bcda-42ec8f0bdeff req-f624bd18-2e4f-4001-aa27-861ac4dceb7a tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8c3bb4c-b0ba-4602-99ed-6939c9c8bc70 HTTP/1.1" status: 200 len: 210 time: 0.0538132 Aug 30 18:41:38.244926 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2bacdede-b2f5-4eb3-b136-8c8ffb772a9d req-b08f714f-77a5-4fbe-aeba-7215dbcf4bff service neutron] 10.222.0.39 "GET /v2.0/networks/ea852ca2-2b8b-420c-99a5-338c253d2592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247765 Aug 30 18:41:38.375186 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device c38f0ed6-4a27-4033-b3af-ba3642cfee10 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:41:38.408213 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-554c874d-6027-4e04-9714-b5ed4a88c901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'name': 'tempest-AttachVolumeTestJSON-829720461-router', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '73055980-6e5d-4d6f-8596-a0ca7a7d5b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:43Z', 'updated_at': '2021-08-30T18:34:00Z', 'revision_number': 4, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'gw_port': {'id': '73055980-6e5d-4d6f-8596-a0ca7a7d5b10', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:45Z', 'updated_at': '2021-08-30T18:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '44238e13-996e-42d9-9e9c-7957319492ec', 'name': '', 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'mac_address': 'fa:16:3e:8e:b6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06b2e4f8-43ee-4d3b-b176-d28355e277df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:57Z', 'updated_at': '2021-08-30T18:34:18Z', 'revision_number': 5, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'subnets': [{'id': '06b2e4f8-43ee-4d3b-b176-d28355e277df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:38.409304 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] No Port match for: c38f0ed6-4a27-4033-b3af-ba3642cfee10 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:41:38.409809 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device c38f0ed6-4a27-4033-b3af-ba3642cfee10 not bound to the agent host hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:41:38.438286 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24ca03f-40cf-44a0-9f2d-82ac1934cb62 None None] New status for floating IP a6943e30-10ce-4053-badd-1b0ced6608a0: DOWN {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 18:41:38.454026 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554c874d-6027-4e04-9714-b5ed4a88c901 None None] Checking router: dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7 for host: dv-cinder-790492-12-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:41:38.472057 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554c874d-6027-4e04-9714-b5ed4a88c901 None None] Routers {'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:41:38.476212 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-554c874d-6027-4e04-9714-b5ed4a88c901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:41:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:38.599238 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b3e54-0a3a-4db9-96cc-74cd43344651 req-40278818-a978-4707-9daf-821553b2740c tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:38.608654 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-729b3e54-0a3a-4db9-96cc-74cd43344651 req-40278818-a978-4707-9daf-821553b2740c tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 946 time: 0.0710855 Aug 30 18:41:38.660766 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-729b3e54-0a3a-4db9-96cc-74cd43344651 req-c0c77360-347f-46ec-acac-9d92146135ac tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483644 Aug 30 18:41:38.713861 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-554c874d-6027-4e04-9714-b5ed4a88c901 None None] Set router dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:41:38.841805 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd75d03-2eeb-46ed-b642-9620a3bb2684 req-dbb11d07-604b-47c4-8e02-89fa887dcdcc tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:38.843653 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-0bd75d03-2eeb-46ed-b642-9620a3bb2684 req-dbb11d07-604b-47c4-8e02-89fa887dcdcc tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 945 time: 0.1138928 Aug 30 18:41:38.906171 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:41:38.911603 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-0bd75d03-2eeb-46ed-b642-9620a3bb2684 req-023e95a9-a9fe-45be-833a-4ecc6d482519 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9e14893-8d22-4101-a2fc-779435153796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509818 Aug 30 18:41:38.921081 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0386ce-9295-48c3-a3a6-7f48f30ded47 req-161455ab-46de-4adf-a0b2-519ee1174a8a tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:38.922685 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bc0386ce-9295-48c3-a3a6-7f48f30ded47 req-161455ab-46de-4adf-a0b2-519ee1174a8a tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.39 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 945 time: 0.1133776 Aug 30 18:41:39.015331 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-554c874d-6027-4e04-9714-b5ed4a88c901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'name': 'tempest-AttachVolumeTestJSON-829720461-router', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '73055980-6e5d-4d6f-8596-a0ca7a7d5b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:43Z', 'updated_at': '2021-08-30T18:34:00Z', 'revision_number': 4, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'gw_port': {'id': '73055980-6e5d-4d6f-8596-a0ca7a7d5b10', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:45Z', 'updated_at': '2021-08-30T18:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '44238e13-996e-42d9-9e9c-7957319492ec', 'name': '', 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'mac_address': 'fa:16:3e:8e:b6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06b2e4f8-43ee-4d3b-b176-d28355e277df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:57Z', 'updated_at': '2021-08-30T18:34:18Z', 'revision_number': 5, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'subnets': [{'id': '06b2e4f8-43ee-4d3b-b176-d28355e277df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:39.048740 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554c874d-6027-4e04-9714-b5ed4a88c901 None None] The sync data for ids ['dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'] in dv-cinder-790492-12-iscsi is: [{'id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'name': 'tempest-AttachVolumeTestJSON-829720461-router', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '73055980-6e5d-4d6f-8596-a0ca7a7d5b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:43Z', 'updated_at': '2021-08-30T18:34:00Z', 'revision_number': 4, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'gw_port': {'id': '73055980-6e5d-4d6f-8596-a0ca7a7d5b10', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:45Z', 'updated_at': '2021-08-30T18:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '44238e13-996e-42d9-9e9c-7957319492ec', 'name': '', 'network_id': 'ab82acb0-f81e-4d3a-b5c2-781193f4d5c9', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'mac_address': 'fa:16:3e:8e:b6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06b2e4f8-43ee-4d3b-b176-d28355e277df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:57Z', 'updated_at': '2021-08-30T18:34:18Z', 'revision_number': 5, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'subnets': [{'id': '06b2e4f8-43ee-4d3b-b176-d28355e277df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:41:39.086364 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-bc0386ce-9295-48c3-a3a6-7f48f30ded47 req-37f7e5c9-b9be-42c4-8b09-f6b8751ba054 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Deleting port 521168fc-d190-46c9-880f-0f9c2f5b69e0 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:41:39.086825 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bc0386ce-9295-48c3-a3a6-7f48f30ded47 req-37f7e5c9-b9be-42c4-8b09-f6b8751ba054 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:39.216360 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-bc0386ce-9295-48c3-a3a6-7f48f30ded47 req-37f7e5c9-b9be-42c4-8b09-f6b8751ba054 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] For port 521168fc-d190-46c9-880f-0f9c2f5b69e0, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=521168fc-d190-46c9-880f-0f9c2f5b69e0,segment=NetworkSegment(4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f),segment_id=4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:41:39.217390 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bc0386ce-9295-48c3-a3a6-7f48f30ded47 req-37f7e5c9-b9be-42c4-8b09-f6b8751ba054 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:39.243982 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-bc0386ce-9295-48c3-a3a6-7f48f30ded47 req-37f7e5c9-b9be-42c4-8b09-f6b8751ba054 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Calling delete_port for 521168fc-d190-46c9-880f-0f9c2f5b69e0 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:41:39.333340 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 55056) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:39.409358 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4b8da9-ee67-4107-9b08-c5d315b4626d None None] New status for floating IP aafddd3d-997b-478d-82ad-0df3bbad7596: DOWN {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 18:41:39.438828 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3ca8aeeb-f375-485f-9351-f862deadae6c tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:39.474540 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3ca8aeeb-f375-485f-9351-f862deadae6c tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:39.500912 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bc0386ce-9295-48c3-a3a6-7f48f30ded47 req-37f7e5c9-b9be-42c4-8b09-f6b8751ba054 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:39.557885 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f7e5c9-b9be-42c4-8b09-f6b8751ba054 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Pushing event deleted for resources: {'Port': ['ID=521168fc-d190-46c9-880f-0f9c2f5b69e0,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:39.567467 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3ca8aeeb-f375-485f-9351-f862deadae6c tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:39.577263 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3ca8aeeb-f375-485f-9351-f862deadae6c tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:39.578998 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-3ca8aeeb-f375-485f-9351-f862deadae6c tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "DELETE /v2.0/security-groups/930412e8-c363-46fc-aa09-7743c26af9f6 HTTP/1.1" status: 204 len: 168 time: 0.2433174 Aug 30 18:41:39.591393 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 55058) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:39.592275 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8aeeb-f375-485f-9351-f862deadae6c tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=930412e8-c363-46fc-aa09-7743c26af9f6,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:39.615179 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.api.v2.resource [None req-17fd6021-4b1b-4320-aafc-2822f165952e tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] show failed (client error): The resource could not be found. Aug 30 18:41:39.618005 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-17fd6021-4b1b-4320-aafc-2822f165952e tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "GET /v2.0/security-groups/930412e8-c363-46fc-aa09-7743c26af9f6 HTTP/1.1" status: 404 len: 347 time: 0.0231378 Aug 30 18:41:39.621563 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 55060) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:39.626111 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0386ce-9295-48c3-a3a6-7f48f30ded47 req-37f7e5c9-b9be-42c4-8b09-f6b8751ba054 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] No DVR routers for this DVR port 521168fc-d190-46c9-880f-0f9c2f5b69e0 on host hv-cinder-79049 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:41:39.630806 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bc0386ce-9295-48c3-a3a6-7f48f30ded47 req-37f7e5c9-b9be-42c4-8b09-f6b8751ba054 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:39.637970 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bc0386ce-9295-48c3-a3a6-7f48f30ded47 req-37f7e5c9-b9be-42c4-8b09-f6b8751ba054 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.39 "DELETE /v2.0/ports/521168fc-d190-46c9-880f-0f9c2f5b69e0 HTTP/1.1" status: 204 len: 173 time: 0.7081635 Aug 30 18:41:39.656122 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:39.811417 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-6c82dcb1-0aee-4794-8a1a-9dd3112854bf tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Deleting port a344ee9d-ddeb-4c63-8b70-2f791a55604b {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:41:39.811756 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6c82dcb1-0aee-4794-8a1a-9dd3112854bf tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:39.895783 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e9489f-924c-45a7-8d02-09a0cfbcbf0d', 'name': 'network-vif-deleted', 'tag': '521168fc-d190-46c9-880f-0f9c2f5b69e0'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:41:39.899716 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c90093-6f90-4478-bc88-505a968fe3eb" -d '{"events": [{"server_uuid": "16e9489f-924c-45a7-8d02-09a0cfbcbf0d", "name": "network-vif-deleted", "tag": "521168fc-d190-46c9-880f-0f9c2f5b69e0"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:41:39.914458 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6c82dcb1-0aee-4794-8a1a-9dd3112854bf tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:39.914894 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6c82dcb1-0aee-4794-8a1a-9dd3112854bf tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:39.934233 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-6c82dcb1-0aee-4794-8a1a-9dd3112854bf tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Calling delete_port for a344ee9d-ddeb-4c63-8b70-2f791a55604b owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:41:39.946893 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0d012c-c806-48e9-a32d-2c623b23eebe x-openstack-request-id: req-7a0d012c-c806-48e9-a32d-2c623b23eebe {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:41:39.947202 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e9489f-924c-45a7-8d02-09a0cfbcbf0d", "name": "network-vif-deleted", "tag": "521168fc-d190-46c9-880f-0f9c2f5b69e0", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:41:39.947552 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7a0d012c-c806-48e9-a32d-2c623b23eebe {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:41:39.948235 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e9489f-924c-45a7-8d02-09a0cfbcbf0d', 'name': 'network-vif-deleted', 'tag': '521168fc-d190-46c9-880f-0f9c2f5b69e0', 'status': 'completed', 'code': 200} Aug 30 18:41:40.053900 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2e3578a3-0eeb-4f5a-86f2-d203df04553e req-0cf0858a-5feb-408e-841f-d0ce4a91e482 tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "GET /v2.0/ports?device_id=16e9489f-924c-45a7-8d02-09a0cfbcbf0d HTTP/1.1" status: 200 len: 210 time: 0.0401595 Aug 30 18:41:40.178130 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6c82dcb1-0aee-4794-8a1a-9dd3112854bf tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041865'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:40.213778 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82dcb1-0aee-4794-8a1a-9dd3112854bf tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Pushing event deleted for resources: {'Port': ['ID=a344ee9d-ddeb-4c63-8b70-2f791a55604b,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:40.294040 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6c82dcb1-0aee-4794-8a1a-9dd3112854bf tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:40.298613 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6c82dcb1-0aee-4794-8a1a-9dd3112854bf tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:40.300591 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-6c82dcb1-0aee-4794-8a1a-9dd3112854bf tempest-AttachVolumeTestJSON-557418922 tempest-AttachVolumeTestJSON-557418922-project] 10.222.0.46 "DELETE /v2.0/floatingips/aafddd3d-997b-478d-82ad-0df3bbad7596 HTTP/1.1" status: 204 len: 168 time: 0.6759183 Aug 30 18:41:41.118670 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 55072) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:41.189776 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b0137c46-1041-40bf-8882-26390748db6a tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:41.222659 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b0137c46-1041-40bf-8882-26390748db6a tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:41.310027 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b0137c46-1041-40bf-8882-26390748db6a tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:41.313339 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b0137c46-1041-40bf-8882-26390748db6a tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:41.314833 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-b0137c46-1041-40bf-8882-26390748db6a tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] 10.222.0.46 "DELETE /v2.0/security-groups/b9e14893-8d22-4101-a2fc-779435153796 HTTP/1.1" status: 204 len: 168 time: 0.1949279 Aug 30 18:41:41.328704 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0137c46-1041-40bf-8882-26390748db6a tempest-TestShelveInstance-2126570241 tempest-TestShelveInstance-2126570241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e14893-8d22-4101-a2fc-779435153796,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:41.385672 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 55076) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:42.057912 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ee86af5c-3094-4c21-a68d-fb8e86aaf857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4105923'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:42.356214 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-ee86af5c-3094-4c21-a68d-fb8e86aaf857 admin admin] Deleting port 993e8e2c-14e2-4d49-aeb8-6188f2998cbd {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:41:42.356950 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ee86af5c-3094-4c21-a68d-fb8e86aaf857 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:42.401464 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 521168fc-d190-46c9-880f-0f9c2f5b69e0 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:41:42.426398 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] No Port match for: 521168fc-d190-46c9-880f-0f9c2f5b69e0 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:41:42.427009 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 521168fc-d190-46c9-880f-0f9c2f5b69e0 not bound to the agent host hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:41:42.460545 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-ee86af5c-3094-4c21-a68d-fb8e86aaf857 admin admin] For port 993e8e2c-14e2-4d49-aeb8-6188f2998cbd, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=993e8e2c-14e2-4d49-aeb8-6188f2998cbd,segment=NetworkSegment(4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f),segment_id=4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:41:42.460956 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ee86af5c-3094-4c21-a68d-fb8e86aaf857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:42.479965 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-ee86af5c-3094-4c21-a68d-fb8e86aaf857 admin admin] Calling delete_port for 993e8e2c-14e2-4d49-aeb8-6188f2998cbd owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:41:42.708215 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ee86af5c-3094-4c21-a68d-fb8e86aaf857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041865'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:42.737488 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86af5c-3094-4c21-a68d-fb8e86aaf857 admin admin] Pushing event deleted for resources: {'Port': ['ID=993e8e2c-14e2-4d49-aeb8-6188f2998cbd,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:42.988809 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ee86af5c-3094-4c21-a68d-fb8e86aaf857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3715997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4105737'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:43.546585 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee86af5c-3094-4c21-a68d-fb8e86aaf857 admin admin] Router 11739475-0c74-4118-b600-121f621dcdfe has already been hosted by L3 agent 92e03f23-06fd-457e-8698-15737aaba387 {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:41:43.679441 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee86af5c-3094-4c21-a68d-fb8e86aaf857 admin admin] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:41:43.684845 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-ee86af5c-3094-4c21-a68d-fb8e86aaf857 admin admin] 10.222.0.46 "PUT /v2.0/routers/11739475-0c74-4118-b600-121f621dcdfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2980349 Aug 30 18:41:43.690428 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 55096) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:43.693352 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d49fafd-f4b1-409e-a0f7-b80252bac79d None None] Sync routers for ids ['11739475-0c74-4118-b600-121f621dcdfe'] in dv-cinder-790492-12-iscsi {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:41:43.706183 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d49fafd-f4b1-409e-a0f7-b80252bac79d None None] Routers {'11739475-0c74-4118-b600-121f621dcdfe'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:41:43.706917 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-1d49fafd-f4b1-409e-a0f7-b80252bac79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:41:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['11739475-0c74-4118-b600-121f621dcdfe'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:43.866728 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-1d49fafd-f4b1-409e-a0f7-b80252bac79d None None] Set router 11739475-0c74-4118-b600-121f621dcdfe gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:41:43.874206 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f0d3241c-cd7c-4ef2-a8bd-0631906e249d admin admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:44.067826 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f0d3241c-cd7c-4ef2-a8bd-0631906e249d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:44.138601 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-1d49fafd-f4b1-409e-a0f7-b80252bac79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11739475-0c74-4118-b600-121f621dcdfe', 'name': 'tempest-TestShelveInstance-1207712787-router', 'tenant_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '72d969e6-9e54-4bd7-bb69-773d572e7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:35:21Z', 'updated_at': '2021-08-30T18:41:42Z', 'revision_number': 5, 'project_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'gw_port': {'id': '72d969e6-9e54-4bd7-bb69-773d572e7643', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11739475-0c74-4118-b600-121f621dcdfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:35:22Z', 'updated_at': '2021-08-30T18:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi'}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:44.160770 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 55104) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:44.167369 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-f0d3241c-cd7c-4ef2-a8bd-0631906e249d admin admin] Deleting port 72d969e6-9e54-4bd7-bb69-773d572e7643 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:41:44.167845 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f0d3241c-cd7c-4ef2-a8bd-0631906e249d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:44.172507 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d49fafd-f4b1-409e-a0f7-b80252bac79d None None] Checking router: 11739475-0c74-4118-b600-121f621dcdfe for host: dv-cinder-790492-12-iscsi {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:41:44.184167 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d49fafd-f4b1-409e-a0f7-b80252bac79d None None] Routers {'11739475-0c74-4118-b600-121f621dcdfe'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:41:44.184840 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-1d49fafd-f4b1-409e-a0f7-b80252bac79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:41:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['11739475-0c74-4118-b600-121f621dcdfe'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:44.307094 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-1d49fafd-f4b1-409e-a0f7-b80252bac79d None None] Set router 11739475-0c74-4118-b600-121f621dcdfe gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:41:44.320824 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-f0d3241c-cd7c-4ef2-a8bd-0631906e249d admin admin] For port 72d969e6-9e54-4bd7-bb69-773d572e7643, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=72d969e6-9e54-4bd7-bb69-773d572e7643,segment=NetworkSegment(1a6a5219-0521-4333-ae96-e7fdd8d0d325),segment_id=1a6a5219-0521-4333-ae96-e7fdd8d0d325)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:41:44.321347 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f0d3241c-cd7c-4ef2-a8bd-0631906e249d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:44.338961 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-f0d3241c-cd7c-4ef2-a8bd-0631906e249d admin admin] Calling delete_port for 72d969e6-9e54-4bd7-bb69-773d572e7643 owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:41:44.396566 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-1d49fafd-f4b1-409e-a0f7-b80252bac79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11739475-0c74-4118-b600-121f621dcdfe', 'name': 'tempest-TestShelveInstance-1207712787-router', 'tenant_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:35:21Z', 'updated_at': '2021-08-30T18:41:44Z', 'revision_number': 6, 'project_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'gw_port_host': None}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:44.428931 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d49fafd-f4b1-409e-a0f7-b80252bac79d None None] The sync data for ids ['11739475-0c74-4118-b600-121f621dcdfe'] in dv-cinder-790492-12-iscsi is: [{'id': '11739475-0c74-4118-b600-121f621dcdfe', 'name': 'tempest-TestShelveInstance-1207712787-router', 'tenant_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:35:21Z', 'updated_at': '2021-08-30T18:41:44Z', 'revision_number': 6, 'project_id': 'd29a57262de14a2fa9ffa2376a6722cc', 'gw_port_host': None}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:41:44.596774 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f0d3241c-cd7c-4ef2-a8bd-0631906e249d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041865'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:44.636090 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3241c-cd7c-4ef2-a8bd-0631906e249d admin admin] Pushing event deleted for resources: {'Port': ['ID=72d969e6-9e54-4bd7-bb69-773d572e7643,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:44.717911 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f0d3241c-cd7c-4ef2-a8bd-0631906e249d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4120147'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:44.845554 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f0d3241c-cd7c-4ef2-a8bd-0631906e249d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4117452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4116'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:44.848550 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f0d3241c-cd7c-4ef2-a8bd-0631906e249d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:44.918301 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ea16ab3a-463d-4043-bf31-4780e9398a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4105923'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:44.921781 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f0d3241c-cd7c-4ef2-a8bd-0631906e249d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4117443'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:44.922665 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d3241c-cd7c-4ef2-a8bd-0631906e249d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11739475-0c74-4118-b600-121f621dcdfe {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 18:41:44.930072 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f0d3241c-cd7c-4ef2-a8bd-0631906e249d admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:44.931563 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-f0d3241c-cd7c-4ef2-a8bd-0631906e249d admin admin] 10.222.0.46 "DELETE /v2.0/routers/11739475-0c74-4118-b600-121f621dcdfe HTTP/1.1" status: 204 len: 168 time: 1.2398996 Aug 30 18:41:44.936816 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 55108) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:45.003524 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-82136a5d-ef1f-4fc0-b120-3f733a714f58 admin admin] Deleting subnet f5108fb3-7e52-4865-bd76-205360c0100e {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 18:41:45.007797 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-82136a5d-ef1f-4fc0-b120-3f733a714f58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:45.049342 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-82136a5d-ef1f-4fc0-b120-3f733a714f58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8522711'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:45.179436 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-82136a5d-ef1f-4fc0-b120-3f733a714f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984993'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:45.247448 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-82136a5d-ef1f-4fc0-b120-3f733a714f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9041818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506784'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:45.279034 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82136a5d-ef1f-4fc0-b120-3f733a714f58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5108fb3-7e52-4865-bd76-205360c0100e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:45.283880 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-82136a5d-ef1f-4fc0-b120-3f733a714f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:45.286173 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-82136a5d-ef1f-4fc0-b120-3f733a714f58 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f5108fb3-7e52-4865-bd76-205360c0100e HTTP/1.1" status: 204 len: 168 time: 0.3481128 Aug 30 18:41:45.290724 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 55110) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:45.298531 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7a4d06-b678-4fdf-907f-715e534820a8 None None] Network ea852ca2-2b8b-420c-99a5-338c253d2592 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:41:45.328364 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-ea16ab3a-463d-4043-bf31-4780e9398a8b admin admin] Deleting port 44238e13-996e-42d9-9e9c-7957319492ec {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:41:45.329250 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ea16ab3a-463d-4043-bf31-4780e9398a8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:45.429139 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2fdabb33-0aa8-41b7-b10a-d2daf80d443b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641841'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:45.430254 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-ea16ab3a-463d-4043-bf31-4780e9398a8b admin admin] For port 44238e13-996e-42d9-9e9c-7957319492ec, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=44238e13-996e-42d9-9e9c-7957319492ec,segment=NetworkSegment(79b37a73-214a-48d0-8530-dbb5845d8dcf),segment_id=79b37a73-214a-48d0-8530-dbb5845d8dcf)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:41:45.430625 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ea16ab3a-463d-4043-bf31-4780e9398a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:45.459374 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-ea16ab3a-463d-4043-bf31-4780e9398a8b admin admin] Calling delete_port for 44238e13-996e-42d9-9e9c-7957319492ec owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:41:45.522602 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-2fdabb33-0aa8-41b7-b10a-d2daf80d443b admin admin] Deleting port 7911f646-d17b-4e24-946c-7bdf7a69ac15 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:41:45.523026 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2fdabb33-0aa8-41b7-b10a-d2daf80d443b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:45.545888 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628f4cc0-1ead-439b-8511-2b5b11b8fe13 None None] DHCP port deletion for ea852ca2-2b8b-420c-99a5-338c253d2592 request from dv-cinder-790492-12-iscsi {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 18:41:45.637651 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-628f4cc0-1ead-439b-8511-2b5b11b8fe13 None None] Deleting port 7911f646-d17b-4e24-946c-7bdf7a69ac15 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:41:45.638269 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-628f4cc0-1ead-439b-8511-2b5b11b8fe13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:45.647909 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-2fdabb33-0aa8-41b7-b10a-d2daf80d443b admin admin] For port 7911f646-d17b-4e24-946c-7bdf7a69ac15, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=7911f646-d17b-4e24-946c-7bdf7a69ac15,segment=NetworkSegment(4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f),segment_id=4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:41:45.648828 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2fdabb33-0aa8-41b7-b10a-d2daf80d443b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:45.668752 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-2fdabb33-0aa8-41b7-b10a-d2daf80d443b admin admin] Calling delete_port for 7911f646-d17b-4e24-946c-7bdf7a69ac15 owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:41:45.774347 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-628f4cc0-1ead-439b-8511-2b5b11b8fe13 None None] For port 7911f646-d17b-4e24-946c-7bdf7a69ac15, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=7911f646-d17b-4e24-946c-7bdf7a69ac15,segment=NetworkSegment(4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f),segment_id=4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:41:45.774347 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-628f4cc0-1ead-439b-8511-2b5b11b8fe13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:45.790388 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-628f4cc0-1ead-439b-8511-2b5b11b8fe13 None None] Calling delete_port for 7911f646-d17b-4e24-946c-7bdf7a69ac15 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:41:45.793910 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2fdabb33-0aa8-41b7-b10a-d2daf80d443b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041865'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:45.808633 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ea16ab3a-463d-4043-bf31-4780e9398a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:45.827654 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdabb33-0aa8-41b7-b10a-d2daf80d443b admin admin] Pushing event deleted for resources: {'Port': ['ID=7911f646-d17b-4e24-946c-7bdf7a69ac15,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:45.829665 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdabb33-0aa8-41b7-b10a-d2daf80d443b admin admin] No DVR routers for this DVR port 7911f646-d17b-4e24-946c-7bdf7a69ac15 on host dv-cinder-790492-12-iscsi {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:41:45.855711 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16ab3a-463d-4043-bf31-4780e9398a8b admin admin] Pushing event deleted for resources: {'Port': ['ID=44238e13-996e-42d9-9e9c-7957319492ec,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:45.897032 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-628f4cc0-1ead-439b-8511-2b5b11b8fe13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:45.931033 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f4cc0-1ead-439b-8511-2b5b11b8fe13 None None] Pushing event deleted for resources: {'Port': ['ID=7911f646-d17b-4e24-946c-7bdf7a69ac15,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:45.935588 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628f4cc0-1ead-439b-8511-2b5b11b8fe13 None None] No DVR routers for this DVR port 7911f646-d17b-4e24-946c-7bdf7a69ac15 on host dv-cinder-790492-12-iscsi {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:41:45.947476 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2fdabb33-0aa8-41b7-b10a-d2daf80d443b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925274', 'neutron.services.segments.db._delete_segments_for_network-8776059265518'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:45.964966 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-2fdabb33-0aa8-41b7-b10a-d2daf80d443b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea852ca2-2b8b-420c-99a5-338c253d2592']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:45.987888 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-2fdabb33-0aa8-41b7-b10a-d2daf80d443b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:45.988719 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-2fdabb33-0aa8-41b7-b10a-d2daf80d443b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a0ca157-a0d9-48d3-9687-7f4bd5a6b35f') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:46.008690 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2fdabb33-0aa8-41b7-b10a-d2daf80d443b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776059265401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8522696'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:46.046625 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2fdabb33-0aa8-41b7-b10a-d2daf80d443b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:46.057705 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fdabb33-0aa8-41b7-b10a-d2daf80d443b admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 18:41:46.058632 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2fdabb33-0aa8-41b7-b10a-d2daf80d443b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9041916'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:46.060154 dv-cinder-790492-12-iscsi neutron-server[94078]: Traceback (most recent call last): Aug 30 18:41:46.060154 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 18:41:46.060154 dv-cinder-790492-12-iscsi neutron-server[94078]: timer() Aug 30 18:41:46.060154 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 18:41:46.060154 dv-cinder-790492-12-iscsi neutron-server[94078]: cb(*args, **kw) Aug 30 18:41:46.060154 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 18:41:46.060154 dv-cinder-790492-12-iscsi neutron-server[94078]: return func(*args, **kwargs) Aug 30 18:41:46.060154 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 18:41:46.060154 dv-cinder-790492-12-iscsi neutron-server[94078]: self._notify() Aug 30 18:41:46.060154 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 18:41:46.060154 dv-cinder-790492-12-iscsi neutron-server[94078]: self.callback(batched_events) Aug 30 18:41:46.060154 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 18:41:46.060154 dv-cinder-790492-12-iscsi neutron-server[94078]: event.method(event) Aug 30 18:41:46.060154 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 18:41:46.060154 dv-cinder-790492-12-iscsi neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 18:41:46.060154 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 18:41:46.060154 dv-cinder-790492-12-iscsi neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 18:41:46.060154 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 18:41:46.060154 dv-cinder-790492-12-iscsi neutron-server[94078]: return f(self, *a, **k) Aug 30 18:41:46.060154 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 18:41:46.060154 dv-cinder-790492-12-iscsi neutron-server[94078]: return self._get(url).json() Aug 30 18:41:46.060154 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 18:41:46.060154 dv-cinder-790492-12-iscsi neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 18:41:46.060154 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 18:41:46.060154 dv-cinder-790492-12-iscsi neutron-server[94078]: return self.request(url, 'GET', **kwargs) Aug 30 18:41:46.060154 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 18:41:46.060154 dv-cinder-790492-12-iscsi neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 18:41:46.060154 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 18:41:46.060154 dv-cinder-790492-12-iscsi neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 18:41:46.060154 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 18:41:46.060154 dv-cinder-790492-12-iscsi neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 18:41:46.060154 dv-cinder-790492-12-iscsi neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 18:41:46.157487 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2fdabb33-0aa8-41b7-b10a-d2daf80d443b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120175'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:46.168666 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2fdabb33-0aa8-41b7-b10a-d2daf80d443b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:46.173679 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-2fdabb33-0aa8-41b7-b10a-d2daf80d443b admin admin] 10.222.0.46 "DELETE /v2.0/networks/ea852ca2-2b8b-420c-99a5-338c253d2592 HTTP/1.1" status: 204 len: 168 time: 0.8782334 Aug 30 18:41:46.174618 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 55112) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:46.183346 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdabb33-0aa8-41b7-b10a-d2daf80d443b admin admin] Pushing event deleted for resources: {'Network': ['ID=ea852ca2-2b8b-420c-99a5-338c253d2592,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:46.237984 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ea16ab3a-463d-4043-bf31-4780e9398a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3715997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4105737'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:46.458885 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 72d969e6-9e54-4bd7-bb69-773d572e7643 no longer exists at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:41:46.494128 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] No Port match for: 72d969e6-9e54-4bd7-bb69-773d572e7643 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:41:46.494485 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 72d969e6-9e54-4bd7-bb69-773d572e7643 not bound to the agent host dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:41:46.495065 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 7911f646-d17b-4e24-946c-7bdf7a69ac15 no longer exists at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:41:46.536020 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] No Port match for: 7911f646-d17b-4e24-946c-7bdf7a69ac15 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:41:46.536554 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 7911f646-d17b-4e24-946c-7bdf7a69ac15 not bound to the agent host dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:41:46.537215 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 993e8e2c-14e2-4d49-aeb8-6188f2998cbd no longer exists at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:41:46.755404 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-71538ca3-561a-4dab-9c65-5ed0fbb0db31 req-096c479a-5cac-4279-bf4c-01c34fa83c48 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5643971 Aug 30 18:41:46.769672 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] No Port match for: 993e8e2c-14e2-4d49-aeb8-6188f2998cbd {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:41:46.770201 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 993e8e2c-14e2-4d49-aeb8-6188f2998cbd not bound to the agent host dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:41:46.984177 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71538ca3-561a-4dab-9c65-5ed0fbb0db31 req-b63777b7-5f1d-417e-9b90-54ee55d28952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:46.986119 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-71538ca3-561a-4dab-9c65-5ed0fbb0db31 req-b63777b7-5f1d-417e-9b90-54ee55d28952 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d89643519bc34769a45d10e5754b227b&device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 1099 time: 0.1721747 Aug 30 18:41:47.251682 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71538ca3-561a-4dab-9c65-5ed0fbb0db31 req-3441c94f-a9be-4319-96f2-4e9436037e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:47.253634 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-71538ca3-561a-4dab-9c65-5ed0fbb0db31 req-3441c94f-a9be-4319-96f2-4e9436037e02 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6fc39c71-5951-46b8-8518-6e7081e1cda3 HTTP/1.1" status: 200 len: 917 time: 0.2283647 Aug 30 18:41:47.260070 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea16ab3a-463d-4043-bf31-4780e9398a8b admin admin] Router dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7 has already been hosted by L3 agent 92e03f23-06fd-457e-8698-15737aaba387 {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:41:47.401356 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-71538ca3-561a-4dab-9c65-5ed0fbb0db31 req-b832fda3-b8ff-4f1d-bf17-a6bfa4785f1f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4098cc1-c3d7-4050-8233-8389cb849f6e HTTP/1.1" status: 200 len: 1001 time: 0.1219180 Aug 30 18:41:47.518922 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71538ca3-561a-4dab-9c65-5ed0fbb0db31 req-c40c9276-cb94-4612-8804-66f580099674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:47.520528 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-71538ca3-561a-4dab-9c65-5ed0fbb0db31 req-c40c9276-cb94-4612-8804-66f580099674 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e547c2a0-76a1-4c05-919d-55422e695ce0 HTTP/1.1" status: 200 len: 856 time: 0.1090133 Aug 30 18:41:47.592809 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea16ab3a-463d-4043-bf31-4780e9398a8b admin admin] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:41:47.602159 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-ea16ab3a-463d-4043-bf31-4780e9398a8b admin admin] 10.222.0.46 "PUT /v2.0/routers/dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4389029 Aug 30 18:41:47.606097 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132b6941-25bf-4cce-b4cf-277c3a4e3e53 None None] Sync routers for ids ['dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'] in dv-cinder-790492-12-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:41:47.606940 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 55114) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:47.624153 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132b6941-25bf-4cce-b4cf-277c3a4e3e53 None None] Routers {'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:41:47.625210 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-132b6941-25bf-4cce-b4cf-277c3a4e3e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:41:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:47.662625 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71538ca3-561a-4dab-9c65-5ed0fbb0db31 req-0743cccc-f029-4aab-8acf-2e4704da84df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:41:47.665647 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-71538ca3-561a-4dab-9c65-5ed0fbb0db31 req-0743cccc-f029-4aab-8acf-2e4704da84df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6fc39c71-5951-46b8-8518-6e7081e1cda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1310079 Aug 30 18:41:47.770516 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-132b6941-25bf-4cce-b4cf-277c3a4e3e53 None None] Set router dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:41:47.783050 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-89ebb9f8-d473-4438-9fc3-3d983a0a405e admin admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:47.826492 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-72f4a24e-d126-49d9-8bc9-879df9d7246c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4105923'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:47.953102 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-71538ca3-561a-4dab-9c65-5ed0fbb0db31 req-5e49ae2e-800f-4db3-8cf2-3be63a701c03 service neutron] 10.222.0.39 "GET /v2.0/networks/6fc39c71-5951-46b8-8518-6e7081e1cda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793248 Aug 30 18:41:47.960514 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-89ebb9f8-d473-4438-9fc3-3d983a0a405e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:48.033537 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-89ebb9f8-d473-4438-9fc3-3d983a0a405e admin admin] Deleting port 73055980-6e5d-4d6f-8596-a0ca7a7d5b10 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:41:48.033984 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-89ebb9f8-d473-4438-9fc3-3d983a0a405e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:48.139730 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-89ebb9f8-d473-4438-9fc3-3d983a0a405e admin admin] For port 73055980-6e5d-4d6f-8596-a0ca7a7d5b10, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=73055980-6e5d-4d6f-8596-a0ca7a7d5b10,segment=NetworkSegment(1a6a5219-0521-4333-ae96-e7fdd8d0d325),segment_id=1a6a5219-0521-4333-ae96-e7fdd8d0d325)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:41:48.140163 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-89ebb9f8-d473-4438-9fc3-3d983a0a405e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:48.155615 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-89ebb9f8-d473-4438-9fc3-3d983a0a405e admin admin] Calling delete_port for 73055980-6e5d-4d6f-8596-a0ca7a7d5b10 owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:41:48.180973 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-132b6941-25bf-4cce-b4cf-277c3a4e3e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'name': 'tempest-AttachVolumeTestJSON-829720461-router', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '73055980-6e5d-4d6f-8596-a0ca7a7d5b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:43Z', 'updated_at': '2021-08-30T18:41:45Z', 'revision_number': 5, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'gw_port': {'id': '73055980-6e5d-4d6f-8596-a0ca7a7d5b10', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:45Z', 'updated_at': '2021-08-30T18:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi'}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:48.221894 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132b6941-25bf-4cce-b4cf-277c3a4e3e53 None None] Checking router: dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7 for host: dv-cinder-790492-12-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:41:48.235516 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132b6941-25bf-4cce-b4cf-277c3a4e3e53 None None] Routers {'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:41:48.236548 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-132b6941-25bf-4cce-b4cf-277c3a4e3e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:41:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:48.316476 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-71538ca3-561a-4dab-9c65-5ed0fbb0db31 req-55797fac-7636-46f5-baa5-3db53191c28c service neutron] 10.222.0.39 "GET /v2.0/networks/6fc39c71-5951-46b8-8518-6e7081e1cda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029878 Aug 30 18:41:48.362107 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-132b6941-25bf-4cce-b4cf-277c3a4e3e53 None None] Set router dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:41:48.420644 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-89ebb9f8-d473-4438-9fc3-3d983a0a405e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041865'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:48.432863 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-132b6941-25bf-4cce-b4cf-277c3a4e3e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'name': 'tempest-AttachVolumeTestJSON-829720461-router', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:43Z', 'updated_at': '2021-08-30T18:41:47Z', 'revision_number': 6, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'gw_port_host': None}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:48.479101 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ebb9f8-d473-4438-9fc3-3d983a0a405e admin admin] Pushing event deleted for resources: {'Port': ['ID=73055980-6e5d-4d6f-8596-a0ca7a7d5b10,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:48.480306 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132b6941-25bf-4cce-b4cf-277c3a4e3e53 None None] The sync data for ids ['dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7'] in dv-cinder-790492-12-iscsi is: [{'id': 'dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7', 'name': 'tempest-AttachVolumeTestJSON-829720461-router', 'tenant_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:43Z', 'updated_at': '2021-08-30T18:41:47Z', 'revision_number': 6, 'project_id': 'c8c53c4b1f724a2d82c8b9aa097e7b08', 'gw_port_host': None}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:41:48.502518 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-72f4a24e-d126-49d9-8bc9-879df9d7246c admin admin] Deleting port cdb29090-23bc-4009-87c3-2b072fd7cef7 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:41:48.503053 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-72f4a24e-d126-49d9-8bc9-879df9d7246c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:48.610296 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-89ebb9f8-d473-4438-9fc3-3d983a0a405e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4120147'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:48.667953 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-72f4a24e-d126-49d9-8bc9-879df9d7246c admin admin] For port cdb29090-23bc-4009-87c3-2b072fd7cef7, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=cdb29090-23bc-4009-87c3-2b072fd7cef7,segment=NetworkSegment(13f26f1c-9078-4002-8b05-30a74f59acd4),segment_id=13f26f1c-9078-4002-8b05-30a74f59acd4)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:41:48.668532 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-72f4a24e-d126-49d9-8bc9-879df9d7246c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:48.698961 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-72f4a24e-d126-49d9-8bc9-879df9d7246c admin admin] Calling delete_port for cdb29090-23bc-4009-87c3-2b072fd7cef7 owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:41:48.769636 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-89ebb9f8-d473-4438-9fc3-3d983a0a405e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4117452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4116'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:48.772646 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-89ebb9f8-d473-4438-9fc3-3d983a0a405e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:48.850215 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-89ebb9f8-d473-4438-9fc3-3d983a0a405e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4117443'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:48.853278 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ebb9f8-d473-4438-9fc3-3d983a0a405e admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 18:41:48.863820 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-89ebb9f8-d473-4438-9fc3-3d983a0a405e admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:48.869093 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-89ebb9f8-d473-4438-9fc3-3d983a0a405e admin admin] 10.222.0.46 "DELETE /v2.0/routers/dfed74e0-cea2-4f5c-bfe6-0dcd8fd9b9e7 HTTP/1.1" status: 204 len: 168 time: 1.2579954 Aug 30 18:41:48.869865 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 55116) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:48.967972 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-005864b1-ba06-48da-9b07-924efeb97b3d admin admin] Deleting subnet 06b2e4f8-43ee-4d3b-b176-d28355e277df {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 18:41:48.974142 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-005864b1-ba06-48da-9b07-924efeb97b3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:49.020843 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-72f4a24e-d126-49d9-8bc9-879df9d7246c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:49.050180 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-005864b1-ba06-48da-9b07-924efeb97b3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8522711'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:49.063604 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f4a24e-d126-49d9-8bc9-879df9d7246c admin admin] Pushing event deleted for resources: {'Port': ['ID=cdb29090-23bc-4009-87c3-2b072fd7cef7,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:49.170101 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-005864b1-ba06-48da-9b07-924efeb97b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984993'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:49.259988 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-005864b1-ba06-48da-9b07-924efeb97b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9041818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506784'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:49.308676 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005864b1-ba06-48da-9b07-924efeb97b3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06b2e4f8-43ee-4d3b-b176-d28355e277df,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:49.312554 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-005864b1-ba06-48da-9b07-924efeb97b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:49.314721 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-72f4a24e-d126-49d9-8bc9-879df9d7246c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3715997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4105737'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:49.315391 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-005864b1-ba06-48da-9b07-924efeb97b3d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/06b2e4f8-43ee-4d3b-b176-d28355e277df HTTP/1.1" status: 204 len: 168 time: 0.4442911 Aug 30 18:41:49.316015 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032b1ba4-21d0-4655-8919-b600a212c415 None None] Network ab82acb0-f81e-4d3a-b5c2-781193f4d5c9 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:41:49.321055 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 55118) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:49.437219 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a69826a7-f7ac-4967-a578-ead94e8c88d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641841'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:49.515178 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-a69826a7-f7ac-4967-a578-ead94e8c88d9 admin admin] Deleting port 02a8bba4-ba62-45ee-a54f-ba5e20ab03ce {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:41:49.515650 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a69826a7-f7ac-4967-a578-ead94e8c88d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:49.597874 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74e4952-7453-44fb-a0b6-17ccd80428fc None None] DHCP port deletion for ab82acb0-f81e-4d3a-b5c2-781193f4d5c9 request from dv-cinder-790492-12-iscsi {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 18:41:49.616689 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-a69826a7-f7ac-4967-a578-ead94e8c88d9 admin admin] For port 02a8bba4-ba62-45ee-a54f-ba5e20ab03ce, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=02a8bba4-ba62-45ee-a54f-ba5e20ab03ce,segment=NetworkSegment(79b37a73-214a-48d0-8530-dbb5845d8dcf),segment_id=79b37a73-214a-48d0-8530-dbb5845d8dcf)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:41:49.617329 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a69826a7-f7ac-4967-a578-ead94e8c88d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:49.640616 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-a69826a7-f7ac-4967-a578-ead94e8c88d9 admin admin] Calling delete_port for 02a8bba4-ba62-45ee-a54f-ba5e20ab03ce owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:41:49.659416 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f74e4952-7453-44fb-a0b6-17ccd80428fc None None] Deleting port 02a8bba4-ba62-45ee-a54f-ba5e20ab03ce {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:41:49.660125 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f74e4952-7453-44fb-a0b6-17ccd80428fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:49.749778 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f4a24e-d126-49d9-8bc9-879df9d7246c admin admin] Router 2cd527eb-c337-4241-a53b-d213e651c070 has already been hosted by L3 agent 92e03f23-06fd-457e-8698-15737aaba387 {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:41:49.776828 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f74e4952-7453-44fb-a0b6-17ccd80428fc None None] For port 02a8bba4-ba62-45ee-a54f-ba5e20ab03ce, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=02a8bba4-ba62-45ee-a54f-ba5e20ab03ce,segment=NetworkSegment(79b37a73-214a-48d0-8530-dbb5845d8dcf),segment_id=79b37a73-214a-48d0-8530-dbb5845d8dcf)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:41:49.777499 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f74e4952-7453-44fb-a0b6-17ccd80428fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:49.778027 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a69826a7-f7ac-4967-a578-ead94e8c88d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041865'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:49.797761 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f74e4952-7453-44fb-a0b6-17ccd80428fc None None] Calling delete_port for 02a8bba4-ba62-45ee-a54f-ba5e20ab03ce owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:41:49.825618 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69826a7-f7ac-4967-a578-ead94e8c88d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=02a8bba4-ba62-45ee-a54f-ba5e20ab03ce,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:49.831641 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69826a7-f7ac-4967-a578-ead94e8c88d9 admin admin] No DVR routers for this DVR port 02a8bba4-ba62-45ee-a54f-ba5e20ab03ce on host dv-cinder-790492-12-iscsi {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:41:49.942958 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a69826a7-f7ac-4967-a578-ead94e8c88d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925274', 'neutron.services.segments.db._delete_segments_for_network-8776059265518'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:49.944610 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dfa9ceeb-fde2-48d4-82bc-220da7562e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:49.952682 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-a69826a7-f7ac-4967-a578-ead94e8c88d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab82acb0-f81e-4d3a-b5c2-781193f4d5c9']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:49.965969 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-a69826a7-f7ac-4967-a578-ead94e8c88d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b37a73-214a-48d0-8530-dbb5845d8dcf') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:49.966298 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-a69826a7-f7ac-4967-a578-ead94e8c88d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b37a73-214a-48d0-8530-dbb5845d8dcf') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:49.977713 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f74e4952-7453-44fb-a0b6-17ccd80428fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:49.979833 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a69826a7-f7ac-4967-a578-ead94e8c88d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776059265401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8522696'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:50.002173 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f4a24e-d126-49d9-8bc9-879df9d7246c admin admin] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:41:50.009745 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e4952-7453-44fb-a0b6-17ccd80428fc None None] Pushing event deleted for resources: {'Port': ['ID=02a8bba4-ba62-45ee-a54f-ba5e20ab03ce,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:50.012046 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-72f4a24e-d126-49d9-8bc9-879df9d7246c admin admin] 10.222.0.46 "PUT /v2.0/routers/2cd527eb-c337-4241-a53b-d213e651c070/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8358061 Aug 30 18:41:50.015972 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 55120) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:50.027324 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a69826a7-f7ac-4967-a578-ead94e8c88d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:50.027601 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74e4952-7453-44fb-a0b6-17ccd80428fc None None] No DVR routers for this DVR port 02a8bba4-ba62-45ee-a54f-ba5e20ab03ce on host dv-cinder-790492-12-iscsi {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:41:50.032007 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41467a0-275d-4d58-bc17-13ef02b50dd4 None None] Sync routers for ids ['2cd527eb-c337-4241-a53b-d213e651c070'] in dv-cinder-790492-12-iscsi {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:41:50.041815 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a69826a7-f7ac-4967-a578-ead94e8c88d9 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 18:41:50.042578 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a69826a7-f7ac-4967-a578-ead94e8c88d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9041916'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:50.046226 dv-cinder-790492-12-iscsi neutron-server[94078]: Traceback (most recent call last): Aug 30 18:41:50.046226 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 18:41:50.046226 dv-cinder-790492-12-iscsi neutron-server[94078]: timer() Aug 30 18:41:50.046226 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 18:41:50.046226 dv-cinder-790492-12-iscsi neutron-server[94078]: cb(*args, **kw) Aug 30 18:41:50.046226 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 18:41:50.046226 dv-cinder-790492-12-iscsi neutron-server[94078]: return func(*args, **kwargs) Aug 30 18:41:50.046226 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 18:41:50.046226 dv-cinder-790492-12-iscsi neutron-server[94078]: self._notify() Aug 30 18:41:50.046226 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 18:41:50.046226 dv-cinder-790492-12-iscsi neutron-server[94078]: self.callback(batched_events) Aug 30 18:41:50.046226 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 18:41:50.046226 dv-cinder-790492-12-iscsi neutron-server[94078]: event.method(event) Aug 30 18:41:50.046226 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 18:41:50.046226 dv-cinder-790492-12-iscsi neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 18:41:50.046226 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 18:41:50.046226 dv-cinder-790492-12-iscsi neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 18:41:50.046226 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 18:41:50.046226 dv-cinder-790492-12-iscsi neutron-server[94078]: return f(self, *a, **k) Aug 30 18:41:50.046226 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 18:41:50.046226 dv-cinder-790492-12-iscsi neutron-server[94078]: return self._get(url).json() Aug 30 18:41:50.046226 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 18:41:50.046226 dv-cinder-790492-12-iscsi neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 18:41:50.046226 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 18:41:50.046226 dv-cinder-790492-12-iscsi neutron-server[94078]: return self.request(url, 'GET', **kwargs) Aug 30 18:41:50.046226 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 18:41:50.046226 dv-cinder-790492-12-iscsi neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 18:41:50.046226 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 18:41:50.046226 dv-cinder-790492-12-iscsi neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 18:41:50.046226 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 18:41:50.046226 dv-cinder-790492-12-iscsi neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 18:41:50.046226 dv-cinder-790492-12-iscsi neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 18:41:50.048618 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41467a0-275d-4d58-bc17-13ef02b50dd4 None None] Routers {'2cd527eb-c337-4241-a53b-d213e651c070'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:41:50.048912 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-b41467a0-275d-4d58-bc17-13ef02b50dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:41:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['2cd527eb-c337-4241-a53b-d213e651c070'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:50.141524 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a69826a7-f7ac-4967-a578-ead94e8c88d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120175'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:50.173178 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a69826a7-f7ac-4967-a578-ead94e8c88d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:50.176993 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-a69826a7-f7ac-4967-a578-ead94e8c88d9 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ab82acb0-f81e-4d3a-b5c2-781193f4d5c9 HTTP/1.1" status: 204 len: 168 time: 0.8552806 Aug 30 18:41:50.184400 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69826a7-f7ac-4967-a578-ead94e8c88d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab82acb0-f81e-4d3a-b5c2-781193f4d5c9,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:50.220535 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-b41467a0-275d-4d58-bc17-13ef02b50dd4 None None] Set router 2cd527eb-c337-4241-a53b-d213e651c070 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:41:50.223470 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c4f52922-6170-4e5b-9d14-429c0e4fc330 admin admin] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:50.403572 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 55124) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:50.497293 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-91fb7658-6ebf-41e5-81b5-e5ce24e2061a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c8c53c4b1f724a2d82c8b9aa097e7b08&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0909398 Aug 30 18:41:50.499993 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 55126) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:50.571393 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 44238e13-996e-42d9-9e9c-7957319492ec no longer exists at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:41:50.604172 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] No Port match for: 44238e13-996e-42d9-9e9c-7957319492ec {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:41:50.604684 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 44238e13-996e-42d9-9e9c-7957319492ec not bound to the agent host dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:41:50.605216 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 73055980-6e5d-4d6f-8596-a0ca7a7d5b10 no longer exists at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:41:50.609767 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0516087e-22e8-484c-a7a6-7e7c0b3628c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:50.638911 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] No Port match for: 73055980-6e5d-4d6f-8596-a0ca7a7d5b10 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:41:50.639495 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 73055980-6e5d-4d6f-8596-a0ca7a7d5b10 not bound to the agent host dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:41:50.640108 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 02a8bba4-ba62-45ee-a54f-ba5e20ab03ce no longer exists at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:41:50.655204 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0516087e-22e8-484c-a7a6-7e7c0b3628c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:50.679211 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-b41467a0-275d-4d58-bc17-13ef02b50dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd527eb-c337-4241-a53b-d213e651c070', 'name': 'tempest-TestShelveInstance-1877588190-router', 'tenant_id': 'b72ec7abc9e947dbb98aba688564f696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'b53ca998-ac1d-4cc9-a136-dae1aae8811a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:35:31Z', 'updated_at': '2021-08-30T18:41:48Z', 'revision_number': 5, 'project_id': 'b72ec7abc9e947dbb98aba688564f696', 'gw_port': {'id': 'b53ca998-ac1d-4cc9-a136-dae1aae8811a', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd527eb-c337-4241-a53b-d213e651c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:35:33Z', 'updated_at': '2021-08-30T18:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi'}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:50.682295 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] No Port match for: 02a8bba4-ba62-45ee-a54f-ba5e20ab03ce {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:41:50.682840 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 02a8bba4-ba62-45ee-a54f-ba5e20ab03ce not bound to the agent host dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:41:50.736107 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41467a0-275d-4d58-bc17-13ef02b50dd4 None None] Checking router: 2cd527eb-c337-4241-a53b-d213e651c070 for host: dv-cinder-790492-12-iscsi {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:41:50.751553 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41467a0-275d-4d58-bc17-13ef02b50dd4 None None] Routers {'2cd527eb-c337-4241-a53b-d213e651c070'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:41:50.752804 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-b41467a0-275d-4d58-bc17-13ef02b50dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:41:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['2cd527eb-c337-4241-a53b-d213e651c070'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:50.760208 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0516087e-22e8-484c-a7a6-7e7c0b3628c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:50.765206 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0516087e-22e8-484c-a7a6-7e7c0b3628c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:50.769728 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-0516087e-22e8-484c-a7a6-7e7c0b3628c0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/377d5886-37c6-4e05-bfeb-eb0eb33c898b HTTP/1.1" status: 204 len: 168 time: 0.2627609 Aug 30 18:41:50.786097 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516087e-22e8-484c-a7a6-7e7c0b3628c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377d5886-37c6-4e05-bfeb-eb0eb33c898b,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:50.794415 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c4f52922-6170-4e5b-9d14-429c0e4fc330 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:50.894044 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-c4f52922-6170-4e5b-9d14-429c0e4fc330 admin admin] Deleting port b53ca998-ac1d-4cc9-a136-dae1aae8811a {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:41:50.894579 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c4f52922-6170-4e5b-9d14-429c0e4fc330 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:50.972021 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-b41467a0-275d-4d58-bc17-13ef02b50dd4 None None] Set router 2cd527eb-c337-4241-a53b-d213e651c070 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:41:51.018463 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-c4f52922-6170-4e5b-9d14-429c0e4fc330 admin admin] For port b53ca998-ac1d-4cc9-a136-dae1aae8811a, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=b53ca998-ac1d-4cc9-a136-dae1aae8811a,segment=NetworkSegment(1a6a5219-0521-4333-ae96-e7fdd8d0d325),segment_id=1a6a5219-0521-4333-ae96-e7fdd8d0d325)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:41:51.018992 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c4f52922-6170-4e5b-9d14-429c0e4fc330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:51.047210 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-c4f52922-6170-4e5b-9d14-429c0e4fc330 admin admin] Calling delete_port for b53ca998-ac1d-4cc9-a136-dae1aae8811a owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:41:51.212373 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-b41467a0-275d-4d58-bc17-13ef02b50dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd527eb-c337-4241-a53b-d213e651c070', 'name': 'tempest-TestShelveInstance-1877588190-router', 'tenant_id': 'b72ec7abc9e947dbb98aba688564f696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'b53ca998-ac1d-4cc9-a136-dae1aae8811a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:35:31Z', 'updated_at': '2021-08-30T18:41:48Z', 'revision_number': 5, 'project_id': 'b72ec7abc9e947dbb98aba688564f696', 'gw_port': {'id': 'b53ca998-ac1d-4cc9-a136-dae1aae8811a', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd527eb-c337-4241-a53b-d213e651c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:35:33Z', 'updated_at': '2021-08-30T18:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi'}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:51.253775 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41467a0-275d-4d58-bc17-13ef02b50dd4 None None] The sync data for ids ['2cd527eb-c337-4241-a53b-d213e651c070'] in dv-cinder-790492-12-iscsi is: [{'id': '2cd527eb-c337-4241-a53b-d213e651c070', 'name': 'tempest-TestShelveInstance-1877588190-router', 'tenant_id': 'b72ec7abc9e947dbb98aba688564f696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'b53ca998-ac1d-4cc9-a136-dae1aae8811a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:35:31Z', 'updated_at': '2021-08-30T18:41:48Z', 'revision_number': 5, 'project_id': 'b72ec7abc9e947dbb98aba688564f696', 'gw_port': {'id': 'b53ca998-ac1d-4cc9-a136-dae1aae8811a', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd527eb-c337-4241-a53b-d213e651c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:35:33Z', 'updated_at': '2021-08-30T18:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi'}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:41:51.328292 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c4f52922-6170-4e5b-9d14-429c0e4fc330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:51.362651 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f52922-6170-4e5b-9d14-429c0e4fc330 admin admin] Pushing event deleted for resources: {'Port': ['ID=b53ca998-ac1d-4cc9-a136-dae1aae8811a,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:51.441215 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c4f52922-6170-4e5b-9d14-429c0e4fc330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4120147'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:51.563284 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c4f52922-6170-4e5b-9d14-429c0e4fc330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4117452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4116'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:51.566800 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c4f52922-6170-4e5b-9d14-429c0e4fc330 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:51.652725 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c4f52922-6170-4e5b-9d14-429c0e4fc330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4117443'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:51.653435 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f52922-6170-4e5b-9d14-429c0e4fc330 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cd527eb-c337-4241-a53b-d213e651c070 {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 18:41:51.663463 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c4f52922-6170-4e5b-9d14-429c0e4fc330 admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:51.667444 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-c4f52922-6170-4e5b-9d14-429c0e4fc330 admin admin] 10.222.0.46 "DELETE /v2.0/routers/2cd527eb-c337-4241-a53b-d213e651c070 HTTP/1.1" status: 204 len: 168 time: 1.6476264 Aug 30 18:41:51.667837 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 55144) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:51.746340 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-35bf38b4-9f86-4432-ace6-75f1e14c5be0 admin admin] Deleting subnet 93cedeb1-e131-4464-9b1b-3174db9aca26 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 18:41:51.750704 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-35bf38b4-9f86-4432-ace6-75f1e14c5be0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:51.814115 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-35bf38b4-9f86-4432-ace6-75f1e14c5be0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8522711'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:51.950981 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-35bf38b4-9f86-4432-ace6-75f1e14c5be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984993'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:52.044066 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-35bf38b4-9f86-4432-ace6-75f1e14c5be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9041818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506784'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:52.101658 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf38b4-9f86-4432-ace6-75f1e14c5be0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93cedeb1-e131-4464-9b1b-3174db9aca26,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:52.108134 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-35bf38b4-9f86-4432-ace6-75f1e14c5be0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:52.117780 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 55152) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:52.118255 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-35bf38b4-9f86-4432-ace6-75f1e14c5be0 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/93cedeb1-e131-4464-9b1b-3174db9aca26 HTTP/1.1" status: 204 len: 168 time: 0.4463480 Aug 30 18:41:52.119738 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488e3b6f-c46c-4e7f-9566-c23dd03954c4 None None] Network 78215a4f-55a4-4a69-914c-970e8eae0b8f requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:41:52.236969 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5ce8e9a-5f29-427b-b4e0-e422313451b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641841'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:52.338864 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-a5ce8e9a-5f29-427b-b4e0-e422313451b7 admin admin] Deleting port 467d44b8-a1c4-4576-869b-d3c4ef3561d7 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:41:52.339951 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5ce8e9a-5f29-427b-b4e0-e422313451b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:52.458532 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e2820b-71c7-43c9-9176-dea225b88fca None None] DHCP port deletion for 78215a4f-55a4-4a69-914c-970e8eae0b8f request from dv-cinder-790492-12-iscsi {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 18:41:52.468684 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-a5ce8e9a-5f29-427b-b4e0-e422313451b7 admin admin] For port 467d44b8-a1c4-4576-869b-d3c4ef3561d7, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=467d44b8-a1c4-4576-869b-d3c4ef3561d7,segment=NetworkSegment(13f26f1c-9078-4002-8b05-30a74f59acd4),segment_id=13f26f1c-9078-4002-8b05-30a74f59acd4)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:41:52.469448 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5ce8e9a-5f29-427b-b4e0-e422313451b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:52.519185 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-a5ce8e9a-5f29-427b-b4e0-e422313451b7 admin admin] Calling delete_port for 467d44b8-a1c4-4576-869b-d3c4ef3561d7 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:41:52.533053 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c9e2820b-71c7-43c9-9176-dea225b88fca None None] Deleting port 467d44b8-a1c4-4576-869b-d3c4ef3561d7 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:41:52.533818 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c9e2820b-71c7-43c9-9176-dea225b88fca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:52.567908 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device b53ca998-ac1d-4cc9-a136-dae1aae8811a no longer exists at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:41:52.674821 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] No Port match for: b53ca998-ac1d-4cc9-a136-dae1aae8811a {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:41:52.675664 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device b53ca998-ac1d-4cc9-a136-dae1aae8811a not bound to the agent host dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:41:52.676391 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device cdb29090-23bc-4009-87c3-2b072fd7cef7 no longer exists at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:41:52.680625 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5ce8e9a-5f29-427b-b4e0-e422313451b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:52.705421 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ce8e9a-5f29-427b-b4e0-e422313451b7 admin admin] No DVR routers for this DVR port 467d44b8-a1c4-4576-869b-d3c4ef3561d7 on host dv-cinder-790492-12-iscsi {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:41:52.732974 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] No Port match for: cdb29090-23bc-4009-87c3-2b072fd7cef7 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:41:52.733530 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device cdb29090-23bc-4009-87c3-2b072fd7cef7 not bound to the agent host dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:41:52.734419 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 467d44b8-a1c4-4576-869b-d3c4ef3561d7 no longer exists at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:41:52.777228 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce8e9a-5f29-427b-b4e0-e422313451b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=467d44b8-a1c4-4576-869b-d3c4ef3561d7,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:52.779282 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] No Port match for: 467d44b8-a1c4-4576-869b-d3c4ef3561d7 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:41:52.779774 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 467d44b8-a1c4-4576-869b-d3c4ef3561d7 not bound to the agent host dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:41:52.799220 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-c9e2820b-71c7-43c9-9176-dea225b88fca None None] For port 467d44b8-a1c4-4576-869b-d3c4ef3561d7, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=467d44b8-a1c4-4576-869b-d3c4ef3561d7,segment=NetworkSegment(13f26f1c-9078-4002-8b05-30a74f59acd4),segment_id=13f26f1c-9078-4002-8b05-30a74f59acd4)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:41:52.799862 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c9e2820b-71c7-43c9-9176-dea225b88fca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:52.826260 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c9e2820b-71c7-43c9-9176-dea225b88fca None None] Calling delete_port for 467d44b8-a1c4-4576-869b-d3c4ef3561d7 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:41:52.875687 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5ce8e9a-5f29-427b-b4e0-e422313451b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925274', 'neutron.services.segments.db._delete_segments_for_network-8776059265518'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:52.896441 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.services.segments.db [None req-a5ce8e9a-5f29-427b-b4e0-e422313451b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78215a4f-55a4-4a69-914c-970e8eae0b8f']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:52.919672 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.services.segments.db [None req-a5ce8e9a-5f29-427b-b4e0-e422313451b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f26f1c-9078-4002-8b05-30a74f59acd4') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:52.920178 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.services.segments.db [None req-a5ce8e9a-5f29-427b-b4e0-e422313451b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f26f1c-9078-4002-8b05-30a74f59acd4') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:41:52.939093 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5ce8e9a-5f29-427b-b4e0-e422313451b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776059265401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8937694'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:52.962174 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5ce8e9a-5f29-427b-b4e0-e422313451b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:52.967636 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c9e2820b-71c7-43c9-9176-dea225b88fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:52.976420 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ce8e9a-5f29-427b-b4e0-e422313451b7 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 18:41:52.976954 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5ce8e9a-5f29-427b-b4e0-e422313451b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8449082'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:52.982329 dv-cinder-790492-12-iscsi neutron-server[94077]: Traceback (most recent call last): Aug 30 18:41:52.982329 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 18:41:52.982329 dv-cinder-790492-12-iscsi neutron-server[94077]: timer() Aug 30 18:41:52.982329 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 18:41:52.982329 dv-cinder-790492-12-iscsi neutron-server[94077]: cb(*args, **kw) Aug 30 18:41:52.982329 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 18:41:52.982329 dv-cinder-790492-12-iscsi neutron-server[94077]: return func(*args, **kwargs) Aug 30 18:41:52.982329 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 18:41:52.982329 dv-cinder-790492-12-iscsi neutron-server[94077]: self._notify() Aug 30 18:41:52.982329 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 18:41:52.982329 dv-cinder-790492-12-iscsi neutron-server[94077]: self.callback(batched_events) Aug 30 18:41:52.982329 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 18:41:52.982329 dv-cinder-790492-12-iscsi neutron-server[94077]: event.method(event) Aug 30 18:41:52.982329 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 18:41:52.982329 dv-cinder-790492-12-iscsi neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 18:41:52.982329 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 18:41:52.982329 dv-cinder-790492-12-iscsi neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 18:41:52.982329 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 18:41:52.982329 dv-cinder-790492-12-iscsi neutron-server[94077]: return f(self, *a, **k) Aug 30 18:41:52.982329 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 18:41:52.982329 dv-cinder-790492-12-iscsi neutron-server[94077]: return self._get(url).json() Aug 30 18:41:52.982329 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 18:41:52.982329 dv-cinder-790492-12-iscsi neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 18:41:52.982329 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 18:41:52.982329 dv-cinder-790492-12-iscsi neutron-server[94077]: return self.request(url, 'GET', **kwargs) Aug 30 18:41:52.982329 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 18:41:52.982329 dv-cinder-790492-12-iscsi neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 18:41:52.982329 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 18:41:52.982329 dv-cinder-790492-12-iscsi neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 18:41:52.982329 dv-cinder-790492-12-iscsi neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 18:41:52.982329 dv-cinder-790492-12-iscsi neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 18:41:52.982329 dv-cinder-790492-12-iscsi neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 18:41:53.016222 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2820b-71c7-43c9-9176-dea225b88fca None None] Pushing event deleted for resources: {'Port': ['ID=467d44b8-a1c4-4576-869b-d3c4ef3561d7,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:53.027620 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e2820b-71c7-43c9-9176-dea225b88fca None None] No DVR routers for this DVR port 467d44b8-a1c4-4576-869b-d3c4ef3561d7 on host dv-cinder-790492-12-iscsi {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:41:53.106510 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5ce8e9a-5f29-427b-b4e0-e422313451b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120175'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:53.117237 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5ce8e9a-5f29-427b-b4e0-e422313451b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:53.119653 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-a5ce8e9a-5f29-427b-b4e0-e422313451b7 admin admin] 10.222.0.46 "DELETE /v2.0/networks/78215a4f-55a4-4a69-914c-970e8eae0b8f HTTP/1.1" status: 204 len: 168 time: 1.0015116 Aug 30 18:41:53.133450 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce8e9a-5f29-427b-b4e0-e422313451b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=78215a4f-55a4-4a69-914c-970e8eae0b8f,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:53.248241 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-48755756-677d-4001-adcb-871b1c5dcc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:53.353630 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:53.386646 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 55180) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:53.454297 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-c87e3c6a-0223-4f17-99f3-37554f9795dd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d29a57262de14a2fa9ffa2376a6722cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0660746 Aug 30 18:41:53.458016 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 55184) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:53.521276 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-55564eea-7f0a-4d8b-abc2-2cd2a25b9678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:53.562591 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-55564eea-7f0a-4d8b-abc2-2cd2a25b9678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:53.661001 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-55564eea-7f0a-4d8b-abc2-2cd2a25b9678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:53.666085 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-55564eea-7f0a-4d8b-abc2-2cd2a25b9678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:53.668476 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-55564eea-7f0a-4d8b-abc2-2cd2a25b9678 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b732ef7b-ed83-485c-82fa-8c49793a91d4 HTTP/1.1" status: 204 len: 168 time: 0.2091808 Aug 30 18:41:53.681854 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55564eea-7f0a-4d8b-abc2-2cd2a25b9678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b732ef7b-ed83-485c-82fa-8c49793a91d4,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:53.816120 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 55190) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:54.034507 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:54.186841 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-89e9bddb-e46a-4e32-920c-d6e6d0aef2a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:54.226586 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 55196) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:54.290956 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-5f714556-ff87-41db-9b19-0fa488802dfc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b72ec7abc9e947dbb98aba688564f696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0622308 Aug 30 18:41:54.295070 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 55198) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:54.354216 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-89e9bddb-e46a-4e32-920c-d6e6d0aef2a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:54.363507 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-89e9bddb-e46a-4e32-920c-d6e6d0aef2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:54.435447 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-89e9bddb-e46a-4e32-920c-d6e6d0aef2a4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b5f7b8e84c0c432da30db9876a3ad893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6172533 Aug 30 18:41:54.438432 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e9bddb-e46a-4e32-920c-d6e6d0aef2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ff734c-b47b-4ebc-9f73-39384b7b6a84,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:54.439449 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 55200) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:54.443242 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5f74c42e-ec73-46a2-8f9a-dae50d6fb4cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:54.475933 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5f74c42e-ec73-46a2-8f9a-dae50d6fb4cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:54.520333 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f64e2a0b-953e-4cd0-bb9b-ad4a95072f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:54.552029 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5f74c42e-ec73-46a2-8f9a-dae50d6fb4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:54.556085 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5f74c42e-ec73-46a2-8f9a-dae50d6fb4cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:54.557301 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-5f74c42e-ec73-46a2-8f9a-dae50d6fb4cb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cdbe5351-b199-491a-bd77-6c4271b13785 HTTP/1.1" status: 204 len: 168 time: 0.2608957 Aug 30 18:41:54.566814 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f64e2a0b-953e-4cd0-bb9b-ad4a95072f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:54.575078 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f74c42e-ec73-46a2-8f9a-dae50d6fb4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbe5351-b199-491a-bd77-6c4271b13785,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:54.668617 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f64e2a0b-953e-4cd0-bb9b-ad4a95072f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:54.671450 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f64e2a0b-953e-4cd0-bb9b-ad4a95072f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:54.672662 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-f64e2a0b-953e-4cd0-bb9b-ad4a95072f56 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/71ff734c-b47b-4ebc-9f73-39384b7b6a84 HTTP/1.1" status: 204 len: 168 time: 0.2319314 Aug 30 18:41:54.685937 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e2a0b-953e-4cd0-bb9b-ad4a95072f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ff734c-b47b-4ebc-9f73-39384b7b6a84,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:54.702344 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e2a0b-953e-4cd0-bb9b-ad4a95072f56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:41:54.702913 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e2a0b-953e-4cd0-bb9b-ad4a95072f56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:41:54.703844 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e2a0b-953e-4cd0-bb9b-ad4a95072f56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:41:54.704427 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e2a0b-953e-4cd0-bb9b-ad4a95072f56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:41:54.704986 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e2a0b-953e-4cd0-bb9b-ad4a95072f56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:41:54.705558 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e2a0b-953e-4cd0-bb9b-ad4a95072f56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:41:54.706117 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e2a0b-953e-4cd0-bb9b-ad4a95072f56 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:41:54.706738 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e2a0b-953e-4cd0-bb9b-ad4a95072f56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:41:54.707298 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e2a0b-953e-4cd0-bb9b-ad4a95072f56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:41:54.707882 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e2a0b-953e-4cd0-bb9b-ad4a95072f56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:41:54.708438 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e2a0b-953e-4cd0-bb9b-ad4a95072f56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:41:54.710198 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e2a0b-953e-4cd0-bb9b-ad4a95072f56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:41:55.216091 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 55208) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:55.237676 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-254ef0f3-bf34-460d-93b3-4ae914295eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:55.409869 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-254ef0f3-bf34-460d-93b3-4ae914295eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:55.417686 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-254ef0f3-bf34-460d-93b3-4ae914295eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:55.476851 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ef0f3-bf34-460d-93b3-4ae914295eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697655d9-a203-43a5-9927-2f908e79a5af,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:55.484411 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-254ef0f3-bf34-460d-93b3-4ae914295eee admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1fd7a8376e284251a70b122432672041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2667792 Aug 30 18:41:55.487565 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 55210) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:41:55.585336 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f4058fa1-005e-4d9c-ad79-2761ff2635c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:55.612611 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f4058fa1-005e-4d9c-ad79-2761ff2635c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:55.684410 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f4058fa1-005e-4d9c-ad79-2761ff2635c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:55.689053 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f4058fa1-005e-4d9c-ad79-2761ff2635c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:41:55.691076 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-f4058fa1-005e-4d9c-ad79-2761ff2635c7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/697655d9-a203-43a5-9927-2f908e79a5af HTTP/1.1" status: 204 len: 168 time: 0.2022583 Aug 30 18:41:55.702822 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4058fa1-005e-4d9c-ad79-2761ff2635c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697655d9-a203-43a5-9927-2f908e79a5af,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:41:55.760706 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:03.768986 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 55332) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:42:03.927330 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-405d0315-c392-45a2-adef-be4da4141cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:04.063780 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-405d0315-c392-45a2-adef-be4da4141cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:04.071212 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-405d0315-c392-45a2-adef-be4da4141cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:04.116503 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-405d0315-c392-45a2-adef-be4da4141cc3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c6af9be25b94448ca9beea649d621e23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3453896 Aug 30 18:42:04.117484 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d0315-c392-45a2-adef-be4da4141cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e6b82c-5dd9-4675-af35-f91699ab922e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:42:04.120217 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 55336) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:42:04.204708 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dbc1911c-30d6-40d7-b274-829e5870f9ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:04.234823 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dbc1911c-30d6-40d7-b274-829e5870f9ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:04.300412 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dbc1911c-30d6-40d7-b274-829e5870f9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:04.304837 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dbc1911c-30d6-40d7-b274-829e5870f9ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:04.306334 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-dbc1911c-30d6-40d7-b274-829e5870f9ec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/16e6b82c-5dd9-4675-af35-f91699ab922e HTTP/1.1" status: 204 len: 168 time: 0.1849954 Aug 30 18:42:04.319358 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc1911c-30d6-40d7-b274-829e5870f9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e6b82c-5dd9-4675-af35-f91699ab922e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:42:04.694342 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 55342) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:42:04.712926 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-92cd148d-3903-4ac1-90f9-cf6099d3359d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:04.840610 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-92cd148d-3903-4ac1-90f9-cf6099d3359d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:04.846258 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-92cd148d-3903-4ac1-90f9-cf6099d3359d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:04.892704 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-92cd148d-3903-4ac1-90f9-cf6099d3359d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=63d2b078e8f64956814cb9e20463d4ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1968393 Aug 30 18:42:04.893635 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd148d-3903-4ac1-90f9-cf6099d3359d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a8e10e-ea46-48a8-ba7b-e158bad783a0,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:42:04.896584 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 55344) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:42:05.252933 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e33528b8-411f-4703-be67-b15f42703513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:05.295019 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e33528b8-411f-4703-be67-b15f42703513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:05.384068 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e33528b8-411f-4703-be67-b15f42703513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:05.387308 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e33528b8-411f-4703-be67-b15f42703513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:05.388600 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-e33528b8-411f-4703-be67-b15f42703513 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b6a8e10e-ea46-48a8-ba7b-e158bad783a0 HTTP/1.1" status: 204 len: 168 time: 0.4898798 Aug 30 18:42:05.403166 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33528b8-411f-4703-be67-b15f42703513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a8e10e-ea46-48a8-ba7b-e158bad783a0,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:42:09.610706 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:12.710940 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499ff9e-1a06-4263-a190-ff621a83ad84 req-618b0f2a-d5ac-4a0e-ac6e-5aca59d92e3d tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:42:12.712777 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f499ff9e-1a06-4263-a190-ff621a83ad84 req-618b0f2a-d5ac-4a0e-ac6e-5aca59d92e3d tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 946 time: 0.0600073 Aug 30 18:42:12.762316 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f499ff9e-1a06-4263-a190-ff621a83ad84 req-73dcb139-2c79-4847-bde4-24bec4ae0e7e tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384257 Aug 30 18:42:13.921157 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a897ff-e0d8-432b-9821-2364b573f851 req-928699a1-7525-4dbd-ba5d-cfd089846d6f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:42:13.922933 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-81a897ff-e0d8-432b-9821-2364b573f851 req-928699a1-7525-4dbd-ba5d-cfd089846d6f tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 946 time: 0.0657790 Aug 30 18:42:13.969807 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-81a897ff-e0d8-432b-9821-2364b573f851 req-6c65aab4-a1d7-475a-ab67-70ce875acc59 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cd103a-621c-4535-9a7a-560996cf60c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393283 Aug 30 18:42:14.315381 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3244fd-6eab-4faf-80d3-21132c036983 req-125fd956-4af7-454e-b8f0-7162a21c10b1 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:42:14.317621 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-fb3244fd-6eab-4faf-80d3-21132c036983 req-125fd956-4af7-454e-b8f0-7162a21c10b1 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.39 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 946 time: 0.0718021 Aug 30 18:42:14.460385 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-fb3244fd-6eab-4faf-80d3-21132c036983 req-a74e6460-590f-4f81-8e18-c8e7234eea67 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Deleting port f4098cc1-c3d7-4050-8233-8389cb849f6e {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:42:14.460687 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-fb3244fd-6eab-4faf-80d3-21132c036983 req-a74e6460-590f-4f81-8e18-c8e7234eea67 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:14.576550 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-fb3244fd-6eab-4faf-80d3-21132c036983 req-a74e6460-590f-4f81-8e18-c8e7234eea67 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] For port f4098cc1-c3d7-4050-8233-8389cb849f6e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4098cc1-c3d7-4050-8233-8389cb849f6e,segment=NetworkSegment(40eb1e85-c7e6-44b5-807d-b44964a5af9c),segment_id=40eb1e85-c7e6-44b5-807d-b44964a5af9c)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:42:14.576960 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-fb3244fd-6eab-4faf-80d3-21132c036983 req-a74e6460-590f-4f81-8e18-c8e7234eea67 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:14.799981 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-fb3244fd-6eab-4faf-80d3-21132c036983 req-a74e6460-590f-4f81-8e18-c8e7234eea67 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:14.800408 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-fb3244fd-6eab-4faf-80d3-21132c036983 req-a74e6460-590f-4f81-8e18-c8e7234eea67 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120221'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:14.800795 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.db.l3_db [req-fb3244fd-6eab-4faf-80d3-21132c036983 req-a74e6460-590f-4f81-8e18-c8e7234eea67 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Floating IP 00529ec4-89dd-4ebe-8358-0f1d7b4c6ba8 disassociated. External IP: 172.27.3.114, port: f4098cc1-c3d7-4050-8233-8389cb849f6e. Aug 30 18:42:14.801175 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-fb3244fd-6eab-4faf-80d3-21132c036983 req-a74e6460-590f-4f81-8e18-c8e7234eea67 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Calling delete_port for f4098cc1-c3d7-4050-8233-8389cb849f6e owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:42:14.974472 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-fb3244fd-6eab-4faf-80d3-21132c036983 req-a74e6460-590f-4f81-8e18-c8e7234eea67 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:15.023462 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e6460-590f-4f81-8e18-c8e7234eea67 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Pushing event deleted for resources: {'Port': ['ID=f4098cc1-c3d7-4050-8233-8389cb849f6e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:42:15.153525 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c4f55e4e-8901-4f8b-9d5e-d6f093b9d490 req-87ca5cf0-e7ee-433f-b2e9-fe3b0dba62cc tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 210 time: 0.0478280 Aug 30 18:42:15.202953 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb3244fd-6eab-4faf-80d3-21132c036983 req-a74e6460-590f-4f81-8e18-c8e7234eea67 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Router 7e83e718-b3dd-48fb-96d1-9d76b99dcb3b has already been hosted by L3 agent 92e03f23-06fd-457e-8698-15737aaba387 {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:42:15.341414 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb3244fd-6eab-4faf-80d3-21132c036983 req-a74e6460-590f-4f81-8e18-c8e7234eea67 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:42:15.359786 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079134fe-3023-4554-8493-c0cae847e62e None None] Sync routers for ids ['7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'] in dv-cinder-790492-12-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:42:15.379803 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079134fe-3023-4554-8493-c0cae847e62e None None] Routers {'7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:42:15.380518 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-079134fe-3023-4554-8493-c0cae847e62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:41:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:42:15.394348 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3244fd-6eab-4faf-80d3-21132c036983 req-a74e6460-590f-4f81-8e18-c8e7234eea67 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] No DVR routers for this DVR port f4098cc1-c3d7-4050-8233-8389cb849f6e on host hv-cinder-79049 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:42:15.398527 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-fb3244fd-6eab-4faf-80d3-21132c036983 req-a74e6460-590f-4f81-8e18-c8e7234eea67 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:15.401004 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-fb3244fd-6eab-4faf-80d3-21132c036983 req-a74e6460-590f-4f81-8e18-c8e7234eea67 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.39 "DELETE /v2.0/ports/f4098cc1-c3d7-4050-8233-8389cb849f6e HTTP/1.1" status: 204 len: 173 time: 1.0730395 Aug 30 18:42:15.401728 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7067d2e3-00cd-4ccb-b05c-58830da75e82', 'name': 'network-vif-deleted', 'tag': 'f4098cc1-c3d7-4050-8233-8389cb849f6e'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:42:15.404535 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4712960a-4e30-40e4-a2b0-4e17ec1f7d30" -d '{"events": [{"server_uuid": "7067d2e3-00cd-4ccb-b05c-58830da75e82", "name": "network-vif-deleted", "tag": "f4098cc1-c3d7-4050-8233-8389cb849f6e"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:42:15.488872 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cd1585-14b0-40d3-8ab2-4e9f21778c93 x-openstack-request-id: req-d1cd1585-14b0-40d3-8ab2-4e9f21778c93 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:42:15.489344 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7067d2e3-00cd-4ccb-b05c-58830da75e82", "name": "network-vif-deleted", "tag": "f4098cc1-c3d7-4050-8233-8389cb849f6e", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:42:15.489966 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d1cd1585-14b0-40d3-8ab2-4e9f21778c93 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:42:15.490652 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7067d2e3-00cd-4ccb-b05c-58830da75e82', 'name': 'network-vif-deleted', 'tag': 'f4098cc1-c3d7-4050-8233-8389cb849f6e', 'status': 'completed', 'code': 200} Aug 30 18:42:15.594087 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-079134fe-3023-4554-8493-c0cae847e62e None None] Set router 7e83e718-b3dd-48fb-96d1-9d76b99dcb3b gateway port host: dv-cinder-790492-12-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:42:15.897358 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:42:15.934804 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-079134fe-3023-4554-8493-c0cae847e62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1642375931-router', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:38Z', 'updated_at': '2021-08-30T18:33:47Z', 'revision_number': 4, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'gw_port': {'id': 'c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:40Z', 'updated_at': '2021-08-30T18:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '0e898370-f09c-46de-8880-2fd101cc074f', 'name': '', 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'mac_address': 'fa:16:3e:49:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:45Z', 'updated_at': '2021-08-30T18:34:09Z', 'revision_number': 5, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'subnets': [{'id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:42:15.976515 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079134fe-3023-4554-8493-c0cae847e62e None None] Checking router: 7e83e718-b3dd-48fb-96d1-9d76b99dcb3b for host: dv-cinder-790492-12-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:42:15.987292 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079134fe-3023-4554-8493-c0cae847e62e None None] Routers {'7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:42:15.987937 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-079134fe-3023-4554-8493-c0cae847e62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:41:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:42:16.129296 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-079134fe-3023-4554-8493-c0cae847e62e None None] Set router 7e83e718-b3dd-48fb-96d1-9d76b99dcb3b gateway port host: dv-cinder-790492-12-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:42:16.343162 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-92290412-89fc-47f7-a1d1-03059406a4d3 req-fb0a0bfd-f33c-4471-9e24-c7a0b8acbd0c tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/ports?device_id=7067d2e3-00cd-4ccb-b05c-58830da75e82 HTTP/1.1" status: 200 len: 210 time: 0.0498738 Aug 30 18:42:16.441100 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-079134fe-3023-4554-8493-c0cae847e62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1642375931-router', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:38Z', 'updated_at': '2021-08-30T18:33:47Z', 'revision_number': 4, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'gw_port': {'id': 'c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:40Z', 'updated_at': '2021-08-30T18:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '0e898370-f09c-46de-8880-2fd101cc074f', 'name': '', 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'mac_address': 'fa:16:3e:49:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:45Z', 'updated_at': '2021-08-30T18:34:09Z', 'revision_number': 5, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'subnets': [{'id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:42:16.493258 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079134fe-3023-4554-8493-c0cae847e62e None None] The sync data for ids ['7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'] in dv-cinder-790492-12-iscsi is: [{'id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1642375931-router', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:38Z', 'updated_at': '2021-08-30T18:33:47Z', 'revision_number': 4, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'gw_port': {'id': 'c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:40Z', 'updated_at': '2021-08-30T18:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '0e898370-f09c-46de-8880-2fd101cc074f', 'name': '', 'network_id': '6fc39c71-5951-46b8-8518-6e7081e1cda3', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'mac_address': 'fa:16:3e:49:88:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:45Z', 'updated_at': '2021-08-30T18:34:09Z', 'revision_number': 5, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'subnets': [{'id': 'e547c2a0-76a1-4c05-919d-55422e695ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:42:16.796591 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eada49ca-a44f-4436-bf71-69a200fa2499 None None] New status for floating IP 00529ec4-89dd-4ebe-8358-0f1d7b4c6ba8: DOWN {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 18:42:17.488491 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 55478) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:42:17.576666 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-02cbe9c0-924b-4f1b-b66f-66abf3b08cf7 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:17.616624 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-02cbe9c0-924b-4f1b-b66f-66abf3b08cf7 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:17.683967 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-02cbe9c0-924b-4f1b-b66f-66abf3b08cf7 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:17.687916 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-02cbe9c0-924b-4f1b-b66f-66abf3b08cf7 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:17.692237 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-02cbe9c0-924b-4f1b-b66f-66abf3b08cf7 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "DELETE /v2.0/security-groups/55cd103a-621c-4535-9a7a-560996cf60c8 HTTP/1.1" status: 204 len: 168 time: 0.1992524 Aug 30 18:42:17.693105 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 55482) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:42:17.703782 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cbe9c0-924b-4f1b-b66f-66abf3b08cf7 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cd103a-621c-4535-9a7a-560996cf60c8,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:42:17.717120 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.api.v2.resource [None req-dcde7293-a2c4-4287-8c2a-0a9151f06f22 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] show failed (client error): The resource could not be found. Aug 30 18:42:17.718281 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-dcde7293-a2c4-4287-8c2a-0a9151f06f22 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "GET /v2.0/security-groups/55cd103a-621c-4535-9a7a-560996cf60c8 HTTP/1.1" status: 404 len: 347 time: 0.0225451 Aug 30 18:42:17.722589 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 55484) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:42:17.779919 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 55486) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:42:17.920367 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-c29fc619-e931-4ffd-98c6-9afc0ca26f91 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Deleting port da577bcb-3548-45db-85e5-2572bbd9b71a {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:42:17.920995 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c29fc619-e931-4ffd-98c6-9afc0ca26f91 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:17.937568 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dc15267d-7043-4c0f-886d-a904a294464a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:18.039797 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c29fc619-e931-4ffd-98c6-9afc0ca26f91 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:18.040138 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c29fc619-e931-4ffd-98c6-9afc0ca26f91 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:18.054589 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-c29fc619-e931-4ffd-98c6-9afc0ca26f91 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Calling delete_port for da577bcb-3548-45db-85e5-2572bbd9b71a owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:42:18.070655 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dc15267d-7043-4c0f-886d-a904a294464a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:18.075354 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dc15267d-7043-4c0f-886d-a904a294464a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:18.119690 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-dc15267d-7043-4c0f-886d-a904a294464a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=43a1e2debfa8461fa3563fee4025e522&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3384745 Aug 30 18:42:18.120576 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15267d-7043-4c0f-886d-a904a294464a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f687f178-2882-4395-8bf8-fbf770dcbc11,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:42:18.124170 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 55490) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:42:18.194662 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-33c9fe84-16aa-41a8-84e6-94d586f68448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:18.236200 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-33c9fe84-16aa-41a8-84e6-94d586f68448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:18.242695 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c29fc619-e931-4ffd-98c6-9afc0ca26f91 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041865'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:18.284776 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29fc619-e931-4ffd-98c6-9afc0ca26f91 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Pushing event deleted for resources: {'Port': ['ID=da577bcb-3548-45db-85e5-2572bbd9b71a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:42:18.317066 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fc619-e931-4ffd-98c6-9afc0ca26f91 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:42:18.317446 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fc619-e931-4ffd-98c6-9afc0ca26f91 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:42:18.317826 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fc619-e931-4ffd-98c6-9afc0ca26f91 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:42:18.318241 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fc619-e931-4ffd-98c6-9afc0ca26f91 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:42:18.319366 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fc619-e931-4ffd-98c6-9afc0ca26f91 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:42:18.319633 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fc619-e931-4ffd-98c6-9afc0ca26f91 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:42:18.319969 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fc619-e931-4ffd-98c6-9afc0ca26f91 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:42:18.320297 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fc619-e931-4ffd-98c6-9afc0ca26f91 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:42:18.320624 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fc619-e931-4ffd-98c6-9afc0ca26f91 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:42:18.320961 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fc619-e931-4ffd-98c6-9afc0ca26f91 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:42:18.321296 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fc619-e931-4ffd-98c6-9afc0ca26f91 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:42:18.327222 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29fc619-e931-4ffd-98c6-9afc0ca26f91 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:42:18.336164 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-33c9fe84-16aa-41a8-84e6-94d586f68448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:18.341240 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-33c9fe84-16aa-41a8-84e6-94d586f68448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:18.343358 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-33c9fe84-16aa-41a8-84e6-94d586f68448 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f687f178-2882-4395-8bf8-fbf770dcbc11 HTTP/1.1" status: 204 len: 168 time: 0.2176254 Aug 30 18:42:18.359052 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c9fe84-16aa-41a8-84e6-94d586f68448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f687f178-2882-4395-8bf8-fbf770dcbc11,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:42:18.371873 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c29fc619-e931-4ffd-98c6-9afc0ca26f91 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:18.375451 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c29fc619-e931-4ffd-98c6-9afc0ca26f91 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:18.376901 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-c29fc619-e931-4ffd-98c6-9afc0ca26f91 tempest-AttachVolumeShelveTestJSON-1511779217 tempest-AttachVolumeShelveTestJSON-1511779217-project] 10.222.0.46 "DELETE /v2.0/floatingips/00529ec4-89dd-4ebe-8358-0f1d7b4c6ba8 HTTP/1.1" status: 204 len: 168 time: 0.6532640 Aug 30 18:42:18.626773 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device f4098cc1-c3d7-4050-8233-8389cb849f6e no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:42:18.653835 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] No Port match for: f4098cc1-c3d7-4050-8233-8389cb849f6e {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:42:18.654175 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device f4098cc1-c3d7-4050-8233-8389cb849f6e not bound to the agent host hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:42:18.718804 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 55500) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:42:18.733595 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6c1b904c-c6eb-4eb7-99c9-71ffae51b5fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:18.856224 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6c1b904c-c6eb-4eb7-99c9-71ffae51b5fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:18.860134 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6c1b904c-c6eb-4eb7-99c9-71ffae51b5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:18.912406 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b904c-c6eb-4eb7-99c9-71ffae51b5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef9b166-1a0f-4278-b8aa-49ad56f3f3cc,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:42:18.917946 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-6c1b904c-c6eb-4eb7-99c9-71ffae51b5fc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1e757950fecd4365a87f0d36f41fd9ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1977334 Aug 30 18:42:18.921194 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 55502) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:42:18.983876 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0d364384-199a-4ae1-bcb7-da39a42f06f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:19.014106 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0d364384-199a-4ae1-bcb7-da39a42f06f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:19.079778 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0d364384-199a-4ae1-bcb7-da39a42f06f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:19.081869 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0d364384-199a-4ae1-bcb7-da39a42f06f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:19.083007 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-0d364384-199a-4ae1-bcb7-da39a42f06f3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0ef9b166-1a0f-4278-b8aa-49ad56f3f3cc HTTP/1.1" status: 204 len: 168 time: 0.1605458 Aug 30 18:42:19.091900 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d364384-199a-4ae1-bcb7-da39a42f06f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef9b166-1a0f-4278-b8aa-49ad56f3f3cc,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:42:19.870802 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-24b6e5bc-0e15-4b8b-9156-1d8efde52e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:20.932324 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 55550) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:42:21.575246 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d2fe52c4-7398-49c3-b33b-3aad912a935f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4105923'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:22.011935 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-d2fe52c4-7398-49c3-b33b-3aad912a935f admin admin] Deleting port 0e898370-f09c-46de-8880-2fd101cc074f {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:42:22.013070 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d2fe52c4-7398-49c3-b33b-3aad912a935f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:22.144536 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-d2fe52c4-7398-49c3-b33b-3aad912a935f admin admin] For port 0e898370-f09c-46de-8880-2fd101cc074f, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=0e898370-f09c-46de-8880-2fd101cc074f,segment=NetworkSegment(40eb1e85-c7e6-44b5-807d-b44964a5af9c),segment_id=40eb1e85-c7e6-44b5-807d-b44964a5af9c)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:42:22.145439 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d2fe52c4-7398-49c3-b33b-3aad912a935f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:22.171473 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-d2fe52c4-7398-49c3-b33b-3aad912a935f admin admin] Calling delete_port for 0e898370-f09c-46de-8880-2fd101cc074f owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:42:22.485724 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d2fe52c4-7398-49c3-b33b-3aad912a935f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:22.529206 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe52c4-7398-49c3-b33b-3aad912a935f admin admin] Pushing event deleted for resources: {'Port': ['ID=0e898370-f09c-46de-8880-2fd101cc074f,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:42:22.825046 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d2fe52c4-7398-49c3-b33b-3aad912a935f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3715997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4105737'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:23.150208 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2fe52c4-7398-49c3-b33b-3aad912a935f admin admin] Router 7e83e718-b3dd-48fb-96d1-9d76b99dcb3b has already been hosted by L3 agent 92e03f23-06fd-457e-8698-15737aaba387 {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:42:23.256745 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8401f1da-afe4-4561-b3e9-63776b82e600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:23.311237 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2fe52c4-7398-49c3-b33b-3aad912a935f admin admin] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:42:23.327256 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-d2fe52c4-7398-49c3-b33b-3aad912a935f admin admin] 10.222.0.46 "PUT /v2.0/routers/7e83e718-b3dd-48fb-96d1-9d76b99dcb3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3915982 Aug 30 18:42:23.330385 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 55570) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:42:23.336280 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1d399e-28f1-457c-9f72-5fa2d70ba09d None None] Sync routers for ids ['7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'] in dv-cinder-790492-12-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:42:23.352512 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1d399e-28f1-457c-9f72-5fa2d70ba09d None None] Routers {'7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:42:23.353445 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-5a1d399e-28f1-457c-9f72-5fa2d70ba09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:42:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:42:23.357712 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:23.532704 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-5a1d399e-28f1-457c-9f72-5fa2d70ba09d None None] Set router 7e83e718-b3dd-48fb-96d1-9d76b99dcb3b gateway port host: dv-cinder-790492-12-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:42:23.550313 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac2a71a0-903e-4d14-9137-5a7fedbd2d6b admin admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:23.766965 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac2a71a0-903e-4d14-9137-5a7fedbd2d6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:23.888915 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a71a0-903e-4d14-9137-5a7fedbd2d6b admin admin] Deleting port c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:42:23.889525 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac2a71a0-903e-4d14-9137-5a7fedbd2d6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:23.937738 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-5a1d399e-28f1-457c-9f72-5fa2d70ba09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1642375931-router', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:38Z', 'updated_at': '2021-08-30T18:42:22Z', 'revision_number': 5, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'gw_port': {'id': 'c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:33:40Z', 'updated_at': '2021-08-30T18:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi'}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:42:23.981756 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1d399e-28f1-457c-9f72-5fa2d70ba09d None None] Checking router: 7e83e718-b3dd-48fb-96d1-9d76b99dcb3b for host: dv-cinder-790492-12-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:42:23.987118 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-ac2a71a0-903e-4d14-9137-5a7fedbd2d6b admin admin] For port c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8,segment=NetworkSegment(1a6a5219-0521-4333-ae96-e7fdd8d0d325),segment_id=1a6a5219-0521-4333-ae96-e7fdd8d0d325)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:42:23.987668 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac2a71a0-903e-4d14-9137-5a7fedbd2d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:23.997795 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1d399e-28f1-457c-9f72-5fa2d70ba09d None None] Routers {'7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:42:23.998729 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-5a1d399e-28f1-457c-9f72-5fa2d70ba09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:42:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:42:24.011633 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a71a0-903e-4d14-9137-5a7fedbd2d6b admin admin] Calling delete_port for c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8 owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:42:24.034071 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:24.145988 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-5a1d399e-28f1-457c-9f72-5fa2d70ba09d None None] Set router 7e83e718-b3dd-48fb-96d1-9d76b99dcb3b gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:42:24.219384 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac2a71a0-903e-4d14-9137-5a7fedbd2d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041865'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:24.254431 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-5a1d399e-28f1-457c-9f72-5fa2d70ba09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1642375931-router', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:38Z', 'updated_at': '2021-08-30T18:42:23Z', 'revision_number': 6, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'gw_port_host': None}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:42:24.263109 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a71a0-903e-4d14-9137-5a7fedbd2d6b admin admin] Pushing event deleted for resources: {'Port': ['ID=c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:42:24.295949 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1d399e-28f1-457c-9f72-5fa2d70ba09d None None] The sync data for ids ['7e83e718-b3dd-48fb-96d1-9d76b99dcb3b'] in dv-cinder-790492-12-iscsi is: [{'id': '7e83e718-b3dd-48fb-96d1-9d76b99dcb3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1642375931-router', 'tenant_id': 'd89643519bc34769a45d10e5754b227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:33:38Z', 'updated_at': '2021-08-30T18:42:23Z', 'revision_number': 6, 'project_id': 'd89643519bc34769a45d10e5754b227b', 'gw_port_host': None}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:42:24.355720 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac2a71a0-903e-4d14-9137-5a7fedbd2d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4120147'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:24.457799 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac2a71a0-903e-4d14-9137-5a7fedbd2d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4117452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4116'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:24.461201 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac2a71a0-903e-4d14-9137-5a7fedbd2d6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:24.513944 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac2a71a0-903e-4d14-9137-5a7fedbd2d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4117443'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:24.514376 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2a71a0-903e-4d14-9137-5a7fedbd2d6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e83e718-b3dd-48fb-96d1-9d76b99dcb3b {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 18:42:24.520651 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac2a71a0-903e-4d14-9137-5a7fedbd2d6b admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:24.525956 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-ac2a71a0-903e-4d14-9137-5a7fedbd2d6b admin admin] 10.222.0.46 "DELETE /v2.0/routers/7e83e718-b3dd-48fb-96d1-9d76b99dcb3b HTTP/1.1" status: 204 len: 168 time: 1.1902754 Aug 30 18:42:24.526275 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 55576) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:42:24.615034 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-028f9d90-b8f6-4849-8f52-306d1ab6926c admin admin] Deleting subnet e547c2a0-76a1-4c05-919d-55422e695ce0 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 18:42:24.622073 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-028f9d90-b8f6-4849-8f52-306d1ab6926c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:24.689425 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-028f9d90-b8f6-4849-8f52-306d1ab6926c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8522711'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:24.836703 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-028f9d90-b8f6-4849-8f52-306d1ab6926c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984993'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:24.934966 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-028f9d90-b8f6-4849-8f52-306d1ab6926c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9041818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506784'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:24.986557 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f9d90-b8f6-4849-8f52-306d1ab6926c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e547c2a0-76a1-4c05-919d-55422e695ce0,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:42:24.993069 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-028f9d90-b8f6-4849-8f52-306d1ab6926c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:24.996171 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-028f9d90-b8f6-4849-8f52-306d1ab6926c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e547c2a0-76a1-4c05-919d-55422e695ce0 HTTP/1.1" status: 204 len: 168 time: 0.4687161 Aug 30 18:42:24.999653 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 55584) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:42:25.002870 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be60f8df-950d-4693-858e-0f2040506b4d None None] Network 6fc39c71-5951-46b8-8518-6e7081e1cda3 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:42:25.156754 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d551c238-709f-4323-b1b2-117b9caebb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641841'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:25.275661 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-d551c238-709f-4323-b1b2-117b9caebb4d admin admin] Deleting port 42d03e7b-e4ec-48c8-bcb0-695a0de84436 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:42:25.276360 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d551c238-709f-4323-b1b2-117b9caebb4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:25.309600 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd99edee-7204-4ae0-86b6-d8ea72a8a2b3 None None] DHCP port deletion for 6fc39c71-5951-46b8-8518-6e7081e1cda3 request from dv-cinder-790492-12-iscsi {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 18:42:25.394593 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-d551c238-709f-4323-b1b2-117b9caebb4d admin admin] For port 42d03e7b-e4ec-48c8-bcb0-695a0de84436, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=42d03e7b-e4ec-48c8-bcb0-695a0de84436,segment=NetworkSegment(40eb1e85-c7e6-44b5-807d-b44964a5af9c),segment_id=40eb1e85-c7e6-44b5-807d-b44964a5af9c)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:42:25.395252 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d551c238-709f-4323-b1b2-117b9caebb4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:25.398986 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-cd99edee-7204-4ae0-86b6-d8ea72a8a2b3 None None] Deleting port 42d03e7b-e4ec-48c8-bcb0-695a0de84436 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:42:25.399539 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cd99edee-7204-4ae0-86b6-d8ea72a8a2b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:25.423907 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-d551c238-709f-4323-b1b2-117b9caebb4d admin admin] Calling delete_port for 42d03e7b-e4ec-48c8-bcb0-695a0de84436 owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:42:25.528791 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-cd99edee-7204-4ae0-86b6-d8ea72a8a2b3 None None] For port 42d03e7b-e4ec-48c8-bcb0-695a0de84436, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=42d03e7b-e4ec-48c8-bcb0-695a0de84436,segment=NetworkSegment(40eb1e85-c7e6-44b5-807d-b44964a5af9c),segment_id=40eb1e85-c7e6-44b5-807d-b44964a5af9c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:42:25.529802 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cd99edee-7204-4ae0-86b6-d8ea72a8a2b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:25.569096 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-cd99edee-7204-4ae0-86b6-d8ea72a8a2b3 None None] Calling delete_port for 42d03e7b-e4ec-48c8-bcb0-695a0de84436 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:42:25.586207 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d551c238-709f-4323-b1b2-117b9caebb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041865'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:25.614590 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551c238-709f-4323-b1b2-117b9caebb4d admin admin] Pushing event deleted for resources: {'Port': ['ID=42d03e7b-e4ec-48c8-bcb0-695a0de84436,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:42:25.630074 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d551c238-709f-4323-b1b2-117b9caebb4d admin admin] No DVR routers for this DVR port 42d03e7b-e4ec-48c8-bcb0-695a0de84436 on host dv-cinder-790492-12-iscsi {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:42:25.669539 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cd99edee-7204-4ae0-86b6-d8ea72a8a2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:25.710756 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99edee-7204-4ae0-86b6-d8ea72a8a2b3 None None] Pushing event deleted for resources: {'Port': ['ID=42d03e7b-e4ec-48c8-bcb0-695a0de84436,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:42:25.725215 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd99edee-7204-4ae0-86b6-d8ea72a8a2b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:42:25.725769 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd99edee-7204-4ae0-86b6-d8ea72a8a2b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:42:25.726293 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd99edee-7204-4ae0-86b6-d8ea72a8a2b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:42:25.727054 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd99edee-7204-4ae0-86b6-d8ea72a8a2b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:42:25.727251 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd99edee-7204-4ae0-86b6-d8ea72a8a2b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:42:25.727776 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd99edee-7204-4ae0-86b6-d8ea72a8a2b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:42:25.728280 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd99edee-7204-4ae0-86b6-d8ea72a8a2b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:42:25.728782 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd99edee-7204-4ae0-86b6-d8ea72a8a2b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:42:25.729285 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd99edee-7204-4ae0-86b6-d8ea72a8a2b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:42:25.729784 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd99edee-7204-4ae0-86b6-d8ea72a8a2b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:42:25.730281 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd99edee-7204-4ae0-86b6-d8ea72a8a2b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:42:25.730775 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd99edee-7204-4ae0-86b6-d8ea72a8a2b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:42:25.738905 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd99edee-7204-4ae0-86b6-d8ea72a8a2b3 None None] No DVR routers for this DVR port 42d03e7b-e4ec-48c8-bcb0-695a0de84436 on host dv-cinder-790492-12-iscsi {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:42:25.755630 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d551c238-709f-4323-b1b2-117b9caebb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925274', 'neutron.services.segments.db._delete_segments_for_network-8776059265518'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:25.771583 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-d551c238-709f-4323-b1b2-117b9caebb4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fc39c71-5951-46b8-8518-6e7081e1cda3']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:42:25.772466 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:25.790711 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-d551c238-709f-4323-b1b2-117b9caebb4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40eb1e85-c7e6-44b5-807d-b44964a5af9c') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:42:25.791180 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-d551c238-709f-4323-b1b2-117b9caebb4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40eb1e85-c7e6-44b5-807d-b44964a5af9c') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:42:25.808043 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d551c238-709f-4323-b1b2-117b9caebb4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776059265401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8522696'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:25.833111 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d551c238-709f-4323-b1b2-117b9caebb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:25.844378 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d551c238-709f-4323-b1b2-117b9caebb4d admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 18:42:25.845049 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d551c238-709f-4323-b1b2-117b9caebb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9041916'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:25.850297 dv-cinder-790492-12-iscsi neutron-server[94078]: Traceback (most recent call last): Aug 30 18:42:25.850297 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 18:42:25.850297 dv-cinder-790492-12-iscsi neutron-server[94078]: timer() Aug 30 18:42:25.850297 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 18:42:25.850297 dv-cinder-790492-12-iscsi neutron-server[94078]: cb(*args, **kw) Aug 30 18:42:25.850297 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 18:42:25.850297 dv-cinder-790492-12-iscsi neutron-server[94078]: return func(*args, **kwargs) Aug 30 18:42:25.850297 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 18:42:25.850297 dv-cinder-790492-12-iscsi neutron-server[94078]: self._notify() Aug 30 18:42:25.850297 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 18:42:25.850297 dv-cinder-790492-12-iscsi neutron-server[94078]: self.callback(batched_events) Aug 30 18:42:25.850297 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 18:42:25.850297 dv-cinder-790492-12-iscsi neutron-server[94078]: event.method(event) Aug 30 18:42:25.850297 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 18:42:25.850297 dv-cinder-790492-12-iscsi neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 18:42:25.850297 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 18:42:25.850297 dv-cinder-790492-12-iscsi neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 18:42:25.850297 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 18:42:25.850297 dv-cinder-790492-12-iscsi neutron-server[94078]: return f(self, *a, **k) Aug 30 18:42:25.850297 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 18:42:25.850297 dv-cinder-790492-12-iscsi neutron-server[94078]: return self._get(url).json() Aug 30 18:42:25.850297 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 18:42:25.850297 dv-cinder-790492-12-iscsi neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 18:42:25.850297 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 18:42:25.850297 dv-cinder-790492-12-iscsi neutron-server[94078]: return self.request(url, 'GET', **kwargs) Aug 30 18:42:25.850297 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 18:42:25.850297 dv-cinder-790492-12-iscsi neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 18:42:25.850297 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 18:42:25.850297 dv-cinder-790492-12-iscsi neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 18:42:25.850297 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 18:42:25.850297 dv-cinder-790492-12-iscsi neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 18:42:25.850297 dv-cinder-790492-12-iscsi neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 18:42:25.933277 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d551c238-709f-4323-b1b2-117b9caebb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120175'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:25.938034 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d551c238-709f-4323-b1b2-117b9caebb4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:25.943961 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-d551c238-709f-4323-b1b2-117b9caebb4d admin admin] 10.222.0.46 "DELETE /v2.0/networks/6fc39c71-5951-46b8-8518-6e7081e1cda3 HTTP/1.1" status: 204 len: 168 time: 0.9423199 Aug 30 18:42:25.957953 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551c238-709f-4323-b1b2-117b9caebb4d admin admin] Pushing event deleted for resources: {'Network': ['ID=6fc39c71-5951-46b8-8518-6e7081e1cda3,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:42:26.114960 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 55600) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:42:26.189214 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-f632a6c5-148c-4d42-ac70-905a8c09e345 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d89643519bc34769a45d10e5754b227b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0719459 Aug 30 18:42:26.192938 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 55604) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:42:26.261801 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1ac7efbd-56c1-4f9c-ace4-d4c2490ab7d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:26.289763 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1ac7efbd-56c1-4f9c-ace4-d4c2490ab7d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:26.369377 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1ac7efbd-56c1-4f9c-ace4-d4c2490ab7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:26.373439 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1ac7efbd-56c1-4f9c-ace4-d4c2490ab7d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:26.375793 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-1ac7efbd-56c1-4f9c-ace4-d4c2490ab7d4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/51765022-95c2-4d9b-9ecf-18e4ede9401e HTTP/1.1" status: 204 len: 168 time: 0.1811833 Aug 30 18:42:26.393610 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7efbd-56c1-4f9c-ace4-d4c2490ab7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51765022-95c2-4d9b-9ecf-18e4ede9401e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:42:26.444969 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 0e898370-f09c-46de-8880-2fd101cc074f no longer exists at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:42:26.480582 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] No Port match for: 0e898370-f09c-46de-8880-2fd101cc074f {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:42:26.481173 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 0e898370-f09c-46de-8880-2fd101cc074f not bound to the agent host dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:42:26.481739 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8 no longer exists at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:42:26.515976 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] No Port match for: c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:42:26.516529 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device c65bc4c9-df5a-4c0c-ad96-6ec8acd034d8 not bound to the agent host dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:42:26.517204 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 42d03e7b-e4ec-48c8-bcb0-695a0de84436 no longer exists at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:42:26.556191 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] No Port match for: 42d03e7b-e4ec-48c8-bcb0-695a0de84436 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:42:26.556755 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 42d03e7b-e4ec-48c8-bcb0-695a0de84436 not bound to the agent host dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:42:35.359732 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 55742) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:42:35.499737 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4cb3b471-d022-4feb-973f-b1076d00fe65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:35.635359 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4cb3b471-d022-4feb-973f-b1076d00fe65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:35.642081 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4cb3b471-d022-4feb-973f-b1076d00fe65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:35.698173 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-4cb3b471-d022-4feb-973f-b1076d00fe65 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f41b77cb05e94ab5aa634ddaa5059a98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3372953 Aug 30 18:42:35.699074 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3b471-d022-4feb-973f-b1076d00fe65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e778be-2a1e-424d-9f97-e5260728452c,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:42:35.701373 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 55746) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:42:35.765560 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e94f33e8-800e-4482-a0fc-a762cbddf9a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:35.795020 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e94f33e8-800e-4482-a0fc-a762cbddf9a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:35.869893 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e94f33e8-800e-4482-a0fc-a762cbddf9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:35.872957 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e94f33e8-800e-4482-a0fc-a762cbddf9a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:35.874174 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-e94f33e8-800e-4482-a0fc-a762cbddf9a4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/73e778be-2a1e-424d-9f97-e5260728452c HTTP/1.1" status: 204 len: 168 time: 0.1717949 Aug 30 18:42:35.887865 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f33e8-800e-4482-a0fc-a762cbddf9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e778be-2a1e-424d-9f97-e5260728452c,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:42:38.718184 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-af65b925-38cf-4dfc-9c39-4bf9fc45a196 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=58374db655d34db0bb33bd0cf1335aaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319207 Aug 30 18:42:39.048276 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-084d661f-b34a-4af4-8f2a-6733d6b2fb32 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:42:39.049976 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-084d661f-b34a-4af4-8f2a-6733d6b2fb32 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3256969 Aug 30 18:42:39.067476 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-31927467-42d9-4199-82b6-924c1f393079 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.46 "GET /v2.0/quotas/58374db655d34db0bb33bd0cf1335aaf HTTP/1.1" status: 200 len: 375 time: 0.0105412 Aug 30 18:42:39.105671 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-f3b3dd7d-cdd3-40b0-b74f-6c82caf21078 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=58374db655d34db0bb33bd0cf1335aaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313904 Aug 30 18:42:39.339928 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e97a6760-cdd4-4259-878e-cd867527f1f2 req-b0b4a36b-04db-43c8-a02d-cbb84c770c4c tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2c9dbcd-7f62-4685-89eb-17651517580e HTTP/1.1" status: 200 len: 210 time: 0.0574529 Aug 30 18:42:39.607114 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:40.482856 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a4575fb8-cd6b-4e43-9448-c1d69a5d8436 req-f42e2fde-a4cd-4ca7-94bf-9f8dbcae7871 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2c9dbcd-7f62-4685-89eb-17651517580e HTTP/1.1" status: 200 len: 210 time: 0.0291884 Aug 30 18:42:40.608493 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-2fde841b-a836-4620-af1f-cc48c9eb4230 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=58374db655d34db0bb33bd0cf1335aaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363228 Aug 30 18:42:40.813781 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-e52d877f-f3c1-438c-b815-aa286fcdef5e tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:42:40.816486 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-e52d877f-f3c1-438c-b815-aa286fcdef5e tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2055655 Aug 30 18:42:40.840224 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-0bd28e35-0ac0-4ea5-889c-82ad5fc59a9d tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Request body: {'port': {'device_id': 'f2c9dbcd-7f62-4685-89eb-17651517580e', 'network_id': 'a9521830-8abf-4adc-a193-fb24096b715b', 'admin_state_up': True, 'tenant_id': '58374db655d34db0bb33bd0cf1335aaf'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:42:40.991947 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-0bd28e35-0ac0-4ea5-889c-82ad5fc59a9d tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Made reservation on behalf of 58374db655d34db0bb33bd0cf1335aaf for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:42:40.996093 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-0bd28e35-0ac0-4ea5-889c-82ad5fc59a9d tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:41.007507 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-0bd28e35-0ac0-4ea5-889c-82ad5fc59a9d tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:41.176198 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-0bd28e35-0ac0-4ea5-889c-82ad5fc59a9d tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:41.184403 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-0bd28e35-0ac0-4ea5-889c-82ad5fc59a9d tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:41.260077 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd28e35-0ac0-4ea5-889c-82ad5fc59a9d tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86c978c9-a334-4d7a-a553-6b6eccf4bdce,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:42:41.348801 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-0bd28e35-0ac0-4ea5-889c-82ad5fc59a9d tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Allocated IP 192.168.233.127 (a9521830-8abf-4adc-a193-fb24096b715b/dd9187df-1ee6-42a1-9cd0-d2e472ef1988/39139b33-4173-4df7-81fa-60307dd05f96) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:42:41.604961 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-197cc2e1-7240-477f-b915-450933b7a27b req-b68e88d4-81e4-4abf-9d7f-d47ed7607035 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2c9dbcd-7f62-4685-89eb-17651517580e HTTP/1.1" status: 200 len: 210 time: 0.0299845 Aug 30 18:42:41.829946 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-0bd28e35-0ac0-4ea5-889c-82ad5fc59a9d tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:41.848390 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-0bd28e35-0ac0-4ea5-889c-82ad5fc59a9d tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Transition to ACTIVE for port object 39139b33-4173-4df7-81fa-60307dd05f96 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:42:41.894814 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-0bd28e35-0ac0-4ea5-889c-82ad5fc59a9d tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:41.968608 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-0bd28e35-0ac0-4ea5-889c-82ad5fc59a9d tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Network a9521830-8abf-4adc-a193-fb24096b715b is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:42:41.977268 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-0bd28e35-0ac0-4ea5-889c-82ad5fc59a9d tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:42:41.984543 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-0bd28e35-0ac0-4ea5-889c-82ad5fc59a9d tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:42:42.022112 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd28e35-0ac0-4ea5-889c-82ad5fc59a9d tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Pushing event updated for resources: {'Port': ['ID=39139b33-4173-4df7-81fa-60307dd05f96,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:42:42.080609 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-0bd28e35-0ac0-4ea5-889c-82ad5fc59a9d tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:42:42.081364 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-0bd28e35-0ac0-4ea5-889c-82ad5fc59a9d tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:42.113456 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-0bd28e35-0ac0-4ea5-889c-82ad5fc59a9d tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2801242 Aug 30 18:42:42.318057 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7f56ec0f-8cb6-4a1e-bad1-9b432391e21d None None] Provisioning for port 39139b33-4173-4df7-81fa-60307dd05f96 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:42:42.323234 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7f56ec0f-8cb6-4a1e-bad1-9b432391e21d None None] Provisioning complete for port 39139b33-4173-4df7-81fa-60307dd05f96 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:42:42.323744 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7f56ec0f-8cb6-4a1e-bad1-9b432391e21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:42.375240 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-7f56ec0f-8cb6-4a1e-bad1-9b432391e21d None None] Port 39139b33-4173-4df7-81fa-60307dd05f96 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:42:42.758544 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850e5cc-5b17-46e7-a37f-bfc44de18144 req-e1c65bf3-7d94-4431-b22e-b47a8accd293 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:42:42.760522 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-b850e5cc-5b17-46e7-a37f-bfc44de18144 req-e1c65bf3-7d94-4431-b22e-b47a8accd293 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2c9dbcd-7f62-4685-89eb-17651517580e HTTP/1.1" status: 200 len: 936 time: 0.0684092 Aug 30 18:42:42.808404 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-b850e5cc-5b17-46e7-a37f-bfc44de18144 req-fe73711e-d131-4138-abfc-c098ff1836f0 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.46 "GET /v2.0/security-groups?id=86c978c9-a334-4d7a-a553-6b6eccf4bdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410402 Aug 30 18:42:43.910215 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-30083b74-000b-4fb9-af17-e05a66361cbd service neutron] Request body: {'port': {'device_id': 'f2c9dbcd-7f62-4685-89eb-17651517580e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:42:43.971687 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bfdc7-deea-4ea5-8fa3-a345a1f035ce req-5040eafe-ce22-457c-a609-75d457f865c6 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:42:43.974426 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4f7bfdc7-deea-4ea5-8fa3-a345a1f035ce req-5040eafe-ce22-457c-a609-75d457f865c6 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2c9dbcd-7f62-4685-89eb-17651517580e HTTP/1.1" status: 200 len: 936 time: 0.0913064 Aug 30 18:42:43.985762 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-30083b74-000b-4fb9-af17-e05a66361cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:44.031914 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4f7bfdc7-deea-4ea5-8fa3-a345a1f035ce req-a6e1264c-f71d-42a9-aba6-fc29ee35d140 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.46 "GET /v2.0/security-groups?id=86c978c9-a334-4d7a-a553-6b6eccf4bdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505004 Aug 30 18:42:44.374607 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-30083b74-000b-4fb9-af17-e05a66361cbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39139b33-4173-4df7-81fa-60307dd05f96 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:42:44.384767 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-30083b74-000b-4fb9-af17-e05a66361cbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:44.399609 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-30083b74-000b-4fb9-af17-e05a66361cbd service neutron] Transition to ACTIVE for port object 39139b33-4173-4df7-81fa-60307dd05f96 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:42:44.406193 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-30083b74-000b-4fb9-af17-e05a66361cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449046'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:44.465481 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30083b74-000b-4fb9-af17-e05a66361cbd service neutron] Pushing event updated for resources: {'Port': ['ID=39139b33-4173-4df7-81fa-60307dd05f96,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:42:44.561260 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-30083b74-000b-4fb9-af17-e05a66361cbd service neutron] Attempting to bind port 39139b33-4173-4df7-81fa-60307dd05f96 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:42:44.561678 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-30083b74-000b-4fb9-af17-e05a66361cbd service neutron] Attempting to bind port 39139b33-4173-4df7-81fa-60307dd05f96 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '7470357f-3ea3-4ca5-b14b-4fcd730edb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a9521830-8abf-4adc-a193-fb24096b715b'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:42:44.562069 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-30083b74-000b-4fb9-af17-e05a66361cbd service neutron] Attempting to bind port 39139b33-4173-4df7-81fa-60307dd05f96 on network a9521830-8abf-4adc-a193-fb24096b715b {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:42:44.574096 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-30083b74-000b-4fb9-af17-e05a66361cbd service neutron] Port 39139b33-4173-4df7-81fa-60307dd05f96 on network a9521830-8abf-4adc-a193-fb24096b715b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:42:44.574586 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-30083b74-000b-4fb9-af17-e05a66361cbd service neutron] Attempting to bind port 39139b33-4173-4df7-81fa-60307dd05f96 on network a9521830-8abf-4adc-a193-fb24096b715b {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:42:44.581384 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-30083b74-000b-4fb9-af17-e05a66361cbd service neutron] Checking agent: {'id': '7d13e2b4-65d8-4093-b4fc-5ca6c835aab8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'started_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:42:44.581868 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-30083b74-000b-4fb9-af17-e05a66361cbd service neutron] Checking segment: {'id': '7470357f-3ea3-4ca5-b14b-4fcd730edb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a9521830-8abf-4adc-a193-fb24096b715b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:42:44.582339 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-30083b74-000b-4fb9-af17-e05a66361cbd service neutron] Bound using segment: {'id': '7470357f-3ea3-4ca5-b14b-4fcd730edb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a9521830-8abf-4adc-a193-fb24096b715b'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:42:44.582881 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-30083b74-000b-4fb9-af17-e05a66361cbd service neutron] Bound port: 39139b33-4173-4df7-81fa-60307dd05f96, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7470357f-3ea3-4ca5-b14b-4fcd730edb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a9521830-8abf-4adc-a193-fb24096b715b'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:42:44.583374 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-30083b74-000b-4fb9-af17-e05a66361cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:44.686539 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-30083b74-000b-4fb9-af17-e05a66361cbd service neutron] For port 39139b33-4173-4df7-81fa-60307dd05f96, host hv-cinder-79049, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:42:44.691853 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-30083b74-000b-4fb9-af17-e05a66361cbd service neutron] For port 39139b33-4173-4df7-81fa-60307dd05f96, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=39139b33-4173-4df7-81fa-60307dd05f96,segment=NetworkSegment(7470357f-3ea3-4ca5-b14b-4fcd730edb4b),segment_id=7470357f-3ea3-4ca5-b14b-4fcd730edb4b)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:42:44.698347 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-30083b74-000b-4fb9-af17-e05a66361cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449046'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:44.752050 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-30083b74-000b-4fb9-af17-e05a66361cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:42:44.752736 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-30083b74-000b-4fb9-af17-e05a66361cbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:44.754235 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-30083b74-000b-4fb9-af17-e05a66361cbd service neutron] 10.222.0.39 "PUT /v2.0/ports/39139b33-4173-4df7-81fa-60307dd05f96 HTTP/1.1" status: 200 len: 1098 time: 0.8486657 Aug 30 18:42:44.754828 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c9dbcd-7f62-4685-89eb-17651517580e', 'tag': '39139b33-4173-4df7-81fa-60307dd05f96'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:42:44.758066 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a34498-0fdf-45c1-a296-47ea0730fbd5" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c9dbcd-7f62-4685-89eb-17651517580e", "tag": "39139b33-4173-4df7-81fa-60307dd05f96"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:42:44.791515 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30083b74-000b-4fb9-af17-e05a66361cbd service neutron] Pushing event updated for resources: {'Port': ['ID=39139b33-4173-4df7-81fa-60307dd05f96,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:42:44.831890 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b035418f-c114-4785-bca3-2930fb4f77e6 x-openstack-request-id: req-b035418f-c114-4785-bca3-2930fb4f77e6 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:42:44.832314 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c9dbcd-7f62-4685-89eb-17651517580e", "tag": "39139b33-4173-4df7-81fa-60307dd05f96", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:42:44.832628 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b035418f-c114-4785-bca3-2930fb4f77e6 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:42:44.833098 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c9dbcd-7f62-4685-89eb-17651517580e', 'tag': '39139b33-4173-4df7-81fa-60307dd05f96', 'status': 'completed', 'code': 200} Aug 30 18:42:44.918039 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-7f1bd85e-8cc1-433a-89dd-a3d35b07f3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:42:44.920962 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-7f1bd85e-8cc1-433a-89dd-a3d35b07f3c1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58374db655d34db0bb33bd0cf1335aaf&device_id=f2c9dbcd-7f62-4685-89eb-17651517580e HTTP/1.1" status: 200 len: 1101 time: 0.0713031 Aug 30 18:42:44.988453 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-7da62075-f474-4e54-b260-b9d988f974f5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=39139b33-4173-4df7-81fa-60307dd05f96 HTTP/1.1" status: 200 len: 217 time: 0.0461862 Aug 30 18:42:45.061200 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-aa8f66fb-b7f7-4f0b-ba06-3fa6fefc94ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:42:45.063948 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-aa8f66fb-b7f7-4f0b-ba06-3fa6fefc94ad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dd9187df-1ee6-42a1-9cd0-d2e472ef1988 HTTP/1.1" status: 200 len: 843 time: 0.0646403 Aug 30 18:42:45.156743 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-14f30af9-aa6c-4c29-b60b-b1a99034f715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:42:45.159848 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-14f30af9-aa6c-4c29-b60b-b1a99034f715 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9521830-8abf-4adc-a193-fb24096b715b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0837986 Aug 30 18:42:45.240505 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b1ed8-6fdd-4b96-a41f-fc92c957033c req-247d3309-f518-407e-b3db-245d450aa250 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:42:45.243583 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ec4b1ed8-6fdd-4b96-a41f-fc92c957033c req-247d3309-f518-407e-b3db-245d450aa250 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2c9dbcd-7f62-4685-89eb-17651517580e HTTP/1.1" status: 200 len: 948 time: 0.0913568 Aug 30 18:42:45.312528 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ec4b1ed8-6fdd-4b96-a41f-fc92c957033c req-108c2bb4-58aa-48e7-98f6-de65d8d4c4aa tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.46 "GET /v2.0/security-groups?id=86c978c9-a334-4d7a-a553-6b6eccf4bdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626726 Aug 30 18:42:45.331115 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-80e74eb5-cc41-4b85-96c5-9056a6457b09 service neutron] 10.222.0.39 "GET /v2.0/networks/a9521830-8abf-4adc-a193-fb24096b715b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587515 Aug 30 18:42:45.457305 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-602f6c5d-f666-4091-a359-f74d9e854c4f req-fbb8f83f-e8e7-4e16-a8bb-f54cca7f86ea service neutron] 10.222.0.39 "GET /v2.0/networks/a9521830-8abf-4adc-a193-fb24096b715b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180346 Aug 30 18:42:45.620594 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a34498-0fdf-45c1-a296-47ea0730fbd5 req-1adb0a78-03fc-4b5c-8770-4f186ad097a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:42:45.622553 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-12a34498-0fdf-45c1-a296-47ea0730fbd5 req-1adb0a78-03fc-4b5c-8770-4f186ad097a9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58374db655d34db0bb33bd0cf1335aaf&device_id=f2c9dbcd-7f62-4685-89eb-17651517580e HTTP/1.1" status: 200 len: 1101 time: 0.0666842 Aug 30 18:42:45.735780 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a34498-0fdf-45c1-a296-47ea0730fbd5 req-583bb15a-b6a7-4e6c-b0d8-61ff830767a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:42:45.737701 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-12a34498-0fdf-45c1-a296-47ea0730fbd5 req-583bb15a-b6a7-4e6c-b0d8-61ff830767a3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a9521830-8abf-4adc-a193-fb24096b715b HTTP/1.1" status: 200 len: 869 time: 0.1024821 Aug 30 18:42:45.811698 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-12a34498-0fdf-45c1-a296-47ea0730fbd5 req-2ea18261-695e-4cd9-90a4-4f8191143f58 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=39139b33-4173-4df7-81fa-60307dd05f96 HTTP/1.1" status: 200 len: 217 time: 0.0659852 Aug 30 18:42:45.874120 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a34498-0fdf-45c1-a296-47ea0730fbd5 req-efc6ef3d-2684-4b07-9bb8-86fd8f8d6a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:42:45.875661 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-12a34498-0fdf-45c1-a296-47ea0730fbd5 req-efc6ef3d-2684-4b07-9bb8-86fd8f8d6a3f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dd9187df-1ee6-42a1-9cd0-d2e472ef1988 HTTP/1.1" status: 200 len: 843 time: 0.0553396 Aug 30 18:42:45.925447 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a34498-0fdf-45c1-a296-47ea0730fbd5 req-a159bbd7-3507-498c-b1c6-7c3bcb460d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:42:45.927049 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-12a34498-0fdf-45c1-a296-47ea0730fbd5 req-a159bbd7-3507-498c-b1c6-7c3bcb460d05 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9521830-8abf-4adc-a193-fb24096b715b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0434144 Aug 30 18:42:46.039360 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-12a34498-0fdf-45c1-a296-47ea0730fbd5 req-659a6b4c-b104-48c0-8275-5f4719d39f2e service neutron] 10.222.0.39 "GET /v2.0/networks/a9521830-8abf-4adc-a193-fb24096b715b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036479 Aug 30 18:42:46.178743 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-12a34498-0fdf-45c1-a296-47ea0730fbd5 req-b98b360f-dd3a-4a19-bc85-c4c3d619f711 service neutron] 10.222.0.39 "GET /v2.0/networks/a9521830-8abf-4adc-a193-fb24096b715b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305094 Aug 30 18:42:46.503329 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088bfc2-cd36-4299-9339-789f14eef99e req-11e2deff-2b90-42e0-b19c-8158f49d3e69 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:42:46.506689 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c088bfc2-cd36-4299-9339-789f14eef99e req-11e2deff-2b90-42e0-b19c-8158f49d3e69 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2c9dbcd-7f62-4685-89eb-17651517580e HTTP/1.1" status: 200 len: 948 time: 0.0743716 Aug 30 18:42:46.566398 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c088bfc2-cd36-4299-9339-789f14eef99e req-9748e9cf-bc7d-4d5d-8aec-3275f07fcc3f tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.46 "GET /v2.0/security-groups?id=86c978c9-a334-4d7a-a553-6b6eccf4bdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515957 Aug 30 18:42:47.706014 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49087ae-c30e-48b5-992e-9b33e80f19ba req-7bb27e3e-ac21-4e59-8583-77ef03d8e52f tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:42:47.707673 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d49087ae-c30e-48b5-992e-9b33e80f19ba req-7bb27e3e-ac21-4e59-8583-77ef03d8e52f tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2c9dbcd-7f62-4685-89eb-17651517580e HTTP/1.1" status: 200 len: 948 time: 0.0553684 Aug 30 18:42:47.758349 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d49087ae-c30e-48b5-992e-9b33e80f19ba req-f00cd34a-9695-4023-920f-79a757e3ae84 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.46 "GET /v2.0/security-groups?id=86c978c9-a334-4d7a-a553-6b6eccf4bdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429399 Aug 30 18:42:48.794273 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 39139b33-4173-4df7-81fa-60307dd05f96 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:42:48.963308 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c1265-2e11-4df7-b73a-5ac618fd7d0c req-09829614-f3fc-450d-ac7f-422d59ea0742 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:42:48.966742 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-0c5c1265-2e11-4df7-b73a-5ac618fd7d0c req-09829614-f3fc-450d-ac7f-422d59ea0742 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2c9dbcd-7f62-4685-89eb-17651517580e HTTP/1.1" status: 200 len: 948 time: 0.0960021 Aug 30 18:42:48.968634 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 39139b33-4173-4df7-81fa-60307dd05f96, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=39139b33-4173-4df7-81fa-60307dd05f96,segment=NetworkSegment(7470357f-3ea3-4ca5-b14b-4fcd730edb4b),segment_id=7470357f-3ea3-4ca5-b14b-4fcd730edb4b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:42:48.997413 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Returning: {'device': '39139b33-4173-4df7-81fa-60307dd05f96', 'network_id': 'a9521830-8abf-4adc-a193-fb24096b715b', 'port_id': '39139b33-4173-4df7-81fa-60307dd05f96', 'mac_address': 'fa:16:3e:a6:f3:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd9187df-1ee6-42a1-9cd0-d2e472ef1988', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:42:49.030627 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-0c5c1265-2e11-4df7-b73a-5ac618fd7d0c req-7233c14d-0621-48c5-97a7-c3b5d1ebca4c tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.46 "GET /v2.0/security-groups?id=86c978c9-a334-4d7a-a553-6b6eccf4bdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577285 Aug 30 18:42:49.090834 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:49.112303 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39139b33-4173-4df7-81fa-60307dd05f96 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:42:49.140123 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 39139b33-4173-4df7-81fa-60307dd05f96, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=39139b33-4173-4df7-81fa-60307dd05f96,segment=NetworkSegment(7470357f-3ea3-4ca5-b14b-4fcd730edb4b),segment_id=7470357f-3ea3-4ca5-b14b-4fcd730edb4b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:42:49.146631 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:49.213805 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=39139b33-4173-4df7-81fa-60307dd05f96,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:42:49.882785 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5c223011-5a33-4313-80f0-76a0863223b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:50.092792 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['39139b33-4173-4df7-81fa-60307dd05f96'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:42:50.245766 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da060efd-cbbe-4a69-b03c-9ab109342d34 req-f5d16f75-f9f3-4a07-8d80-c7036a5e60a0 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:42:50.247966 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-da060efd-cbbe-4a69-b03c-9ab109342d34 req-f5d16f75-f9f3-4a07-8d80-c7036a5e60a0 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2c9dbcd-7f62-4685-89eb-17651517580e HTTP/1.1" status: 200 len: 949 time: 0.0863731 Aug 30 18:42:50.318273 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-da060efd-cbbe-4a69-b03c-9ab109342d34 req-b1fe133f-868c-4a2b-b8f3-8a51dc55b07e tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.46 "GET /v2.0/security-groups?id=86c978c9-a334-4d7a-a553-6b6eccf4bdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579326 Aug 30 18:42:51.486212 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e399f-fdc6-476d-a34c-0ca5432314a2 req-5e7167e8-8a64-4d21-878f-60be4ed57b23 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:42:51.488039 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-852e399f-fdc6-476d-a34c-0ca5432314a2 req-5e7167e8-8a64-4d21-878f-60be4ed57b23 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2c9dbcd-7f62-4685-89eb-17651517580e HTTP/1.1" status: 200 len: 949 time: 0.0791209 Aug 30 18:42:51.546342 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-852e399f-fdc6-476d-a34c-0ca5432314a2 req-0d5ef2ee-1a10-4728-8f28-55b5e6fcfaac tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.46 "GET /v2.0/security-groups?id=86c978c9-a334-4d7a-a553-6b6eccf4bdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491743 Aug 30 18:42:51.921065 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 39139b33-4173-4df7-81fa-60307dd05f96 up at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:42:51.985030 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning for port 39139b33-4173-4df7-81fa-60307dd05f96 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:42:51.990785 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning complete for port 39139b33-4173-4df7-81fa-60307dd05f96 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:42:51.991760 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:52.101081 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:52.137929 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c9dbcd-7f62-4685-89eb-17651517580e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39139b33-4173-4df7-81fa-60307dd05f96'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:42:52.142378 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf7e48b1d7ea734c3ab22bdf0c4fd39094da8684eda14d675e1fcbcfa40454f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a0ae3a-7f3f-432c-ac30-64c922750d83" -d '{"events": [{"server_uuid": "f2c9dbcd-7f62-4685-89eb-17651517580e", "name": "network-vif-plugged", "status": "completed", "tag": "39139b33-4173-4df7-81fa-60307dd05f96"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:42:52.167249 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 39139b33-4173-4df7-81fa-60307dd05f96, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=39139b33-4173-4df7-81fa-60307dd05f96,segment=NetworkSegment(7470357f-3ea3-4ca5-b14b-4fcd730edb4b),segment_id=7470357f-3ea3-4ca5-b14b-4fcd730edb4b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:42:52.174528 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:52.226400 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c5977e-b099-40d6-b722-5b2d03f22785 x-openstack-request-id: req-55c5977e-b099-40d6-b722-5b2d03f22785 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:42:52.226400 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c9dbcd-7f62-4685-89eb-17651517580e", "name": "network-vif-plugged", "status": "completed", "tag": "39139b33-4173-4df7-81fa-60307dd05f96", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:42:52.226400 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-55c5977e-b099-40d6-b722-5b2d03f22785 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:42:52.226400 dv-cinder-790492-12-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c9dbcd-7f62-4685-89eb-17651517580e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39139b33-4173-4df7-81fa-60307dd05f96', 'code': 200} Aug 30 18:42:52.278023 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=39139b33-4173-4df7-81fa-60307dd05f96,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:42:52.530005 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a18c2d-f471-4f67-855c-9f60f7281da9 req-4a3d1b6a-4332-4336-9532-1237e66ec75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:42:52.531246 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-e6a18c2d-f471-4f67-855c-9f60f7281da9 req-4a3d1b6a-4332-4336-9532-1237e66ec75a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f2c9dbcd-7f62-4685-89eb-17651517580e HTTP/1.1" status: 200 len: 1103 time: 0.0679476 Aug 30 18:42:52.582231 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-e6a18c2d-f471-4f67-855c-9f60f7281da9 req-b62f3e8d-b9f4-48d2-9be2-91417274607e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=86c978c9-a334-4d7a-a553-6b6eccf4bdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420744 Aug 30 18:42:52.687441 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb95cb3-c23c-4486-a668-db58017984ee req-6af74459-326d-4561-abab-ad039899b2d6 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:42:52.689110 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1fb95cb3-c23c-4486-a668-db58017984ee req-6af74459-326d-4561-abab-ad039899b2d6 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2c9dbcd-7f62-4685-89eb-17651517580e HTTP/1.1" status: 200 len: 950 time: 0.0631948 Aug 30 18:42:52.742641 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1fb95cb3-c23c-4486-a668-db58017984ee req-1a000a9c-f6d4-49e6-97ca-87d9646aff03 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.46 "GET /v2.0/security-groups?id=86c978c9-a334-4d7a-a553-6b6eccf4bdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420420 Aug 30 18:42:52.899406 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:42:53.245826 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-84aed64d-626f-466f-9651-d2aa89632cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:53.337223 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:53.895069 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c799448-e1a0-4943-aeed-16c15ceca2e5 req-2318e881-81bb-4079-b465-515f07705213 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:42:53.900821 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0c799448-e1a0-4943-aeed-16c15ceca2e5 req-2318e881-81bb-4079-b465-515f07705213 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2c9dbcd-7f62-4685-89eb-17651517580e HTTP/1.1" status: 200 len: 950 time: 0.0761385 Aug 30 18:42:53.952651 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0c799448-e1a0-4943-aeed-16c15ceca2e5 req-c83aaf90-2e0b-451f-b861-9fb9b286dfc0 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.46 "GET /v2.0/security-groups?id=86c978c9-a334-4d7a-a553-6b6eccf4bdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436745 Aug 30 18:42:54.025537 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:55.107497 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d81ae-707a-4c46-bd9a-03a3828ef702 req-787d00a8-f229-4c18-8bfd-57c52a0b7a2f tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:42:55.109555 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7c6d81ae-707a-4c46-bd9a-03a3828ef702 req-787d00a8-f229-4c18-8bfd-57c52a0b7a2f tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2c9dbcd-7f62-4685-89eb-17651517580e HTTP/1.1" status: 200 len: 950 time: 0.0620010 Aug 30 18:42:55.165835 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7c6d81ae-707a-4c46-bd9a-03a3828ef702 req-91f874aa-3106-42c0-8a46-dd320508abde tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.46 "GET /v2.0/security-groups?id=86c978c9-a334-4d7a-a553-6b6eccf4bdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443075 Aug 30 18:42:55.766363 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:56.311598 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88d719-6cec-4d20-9850-36caad2a41f0 req-a5b4d265-ca5e-4096-be15-71c61654e7e3 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:42:56.313975 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-cf88d719-6cec-4d20-9850-36caad2a41f0 req-a5b4d265-ca5e-4096-be15-71c61654e7e3 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2c9dbcd-7f62-4685-89eb-17651517580e HTTP/1.1" status: 200 len: 950 time: 0.0620158 Aug 30 18:42:56.379470 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-cf88d719-6cec-4d20-9850-36caad2a41f0 req-40d6ec1c-9f4f-4e95-91eb-50ef6dc58508 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.46 "GET /v2.0/security-groups?id=86c978c9-a334-4d7a-a553-6b6eccf4bdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582390 Aug 30 18:42:57.517166 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae69c2-32c4-4c72-aa87-8e67d4b270cc req-1ffbc305-300a-4e15-9b5b-aa0b874aac3a tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:42:57.518841 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-5bae69c2-32c4-4c72-aa87-8e67d4b270cc req-1ffbc305-300a-4e15-9b5b-aa0b874aac3a tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2c9dbcd-7f62-4685-89eb-17651517580e HTTP/1.1" status: 200 len: 950 time: 0.0577757 Aug 30 18:42:57.566698 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-5bae69c2-32c4-4c72-aa87-8e67d4b270cc req-fc9dc31e-6fbf-493b-9a12-30ddce350da4 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.46 "GET /v2.0/security-groups?id=86c978c9-a334-4d7a-a553-6b6eccf4bdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381465 Aug 30 18:42:57.955054 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433eca27-7e19-4428-924d-837914dc3f62 req-0cb4b19f-de30-4055-993d-e6ba8b71ea5b tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:42:57.958144 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-433eca27-7e19-4428-924d-837914dc3f62 req-0cb4b19f-de30-4055-993d-e6ba8b71ea5b tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2c9dbcd-7f62-4685-89eb-17651517580e HTTP/1.1" status: 200 len: 950 time: 0.0890350 Aug 30 18:42:58.025635 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-433eca27-7e19-4428-924d-837914dc3f62 req-095a8466-a025-471c-b1ff-b855f4cfd336 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.46 "GET /v2.0/security-groups?id=86c978c9-a334-4d7a-a553-6b6eccf4bdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602181 Aug 30 18:42:59.202532 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1fa6f-3c57-4a74-bfaf-39ad44138126 req-8d0b5353-89d1-4861-b72b-1b847e848854 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:42:59.204253 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c2a1fa6f-3c57-4a74-bfaf-39ad44138126 req-8d0b5353-89d1-4861-b72b-1b847e848854 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2c9dbcd-7f62-4685-89eb-17651517580e HTTP/1.1" status: 200 len: 950 time: 0.0672750 Aug 30 18:42:59.250535 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c2a1fa6f-3c57-4a74-bfaf-39ad44138126 req-328e6f7f-e123-406a-ac45-332c003488c2 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.46 "GET /v2.0/security-groups?id=86c978c9-a334-4d7a-a553-6b6eccf4bdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392683 Aug 30 18:42:59.608212 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98d00c-5bfe-486e-a1dd-345a44c4b23d req-fa731503-f9c6-4c15-95bd-a5b370a89632 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:42:59.610962 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-0f98d00c-5bfe-486e-a1dd-345a44c4b23d req-fa731503-f9c6-4c15-95bd-a5b370a89632 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2c9dbcd-7f62-4685-89eb-17651517580e HTTP/1.1" status: 200 len: 950 time: 0.0772738 Aug 30 18:42:59.719495 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-0f98d00c-5bfe-486e-a1dd-345a44c4b23d req-a2efddf5-d91c-4635-b3ca-7667288d3bdb tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Deleting port 39139b33-4173-4df7-81fa-60307dd05f96 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:42:59.719833 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-0f98d00c-5bfe-486e-a1dd-345a44c4b23d req-a2efddf5-d91c-4635-b3ca-7667288d3bdb tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:59.833298 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-0f98d00c-5bfe-486e-a1dd-345a44c4b23d req-a2efddf5-d91c-4635-b3ca-7667288d3bdb tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] For port 39139b33-4173-4df7-81fa-60307dd05f96, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=39139b33-4173-4df7-81fa-60307dd05f96,segment=NetworkSegment(7470357f-3ea3-4ca5-b14b-4fcd730edb4b),segment_id=7470357f-3ea3-4ca5-b14b-4fcd730edb4b)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:42:59.833743 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-0f98d00c-5bfe-486e-a1dd-345a44c4b23d req-a2efddf5-d91c-4635-b3ca-7667288d3bdb tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:42:59.850651 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-0f98d00c-5bfe-486e-a1dd-345a44c4b23d req-a2efddf5-d91c-4635-b3ca-7667288d3bdb tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Calling delete_port for 39139b33-4173-4df7-81fa-60307dd05f96 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:43:00.028180 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-0f98d00c-5bfe-486e-a1dd-345a44c4b23d req-a2efddf5-d91c-4635-b3ca-7667288d3bdb tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:00.063864 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2efddf5-d91c-4635-b3ca-7667288d3bdb tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Pushing event deleted for resources: {'Port': ['ID=39139b33-4173-4df7-81fa-60307dd05f96,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:00.068525 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['39139b33-4173-4df7-81fa-60307dd05f96'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:43:00.104992 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2efddf5-d91c-4635-b3ca-7667288d3bdb tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:00.105481 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2efddf5-d91c-4635-b3ca-7667288d3bdb tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:00.105961 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2efddf5-d91c-4635-b3ca-7667288d3bdb tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:00.106437 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2efddf5-d91c-4635-b3ca-7667288d3bdb tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:00.106895 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2efddf5-d91c-4635-b3ca-7667288d3bdb tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:00.107402 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2efddf5-d91c-4635-b3ca-7667288d3bdb tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:00.107965 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2efddf5-d91c-4635-b3ca-7667288d3bdb tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:00.108380 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2efddf5-d91c-4635-b3ca-7667288d3bdb tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:00.108852 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2efddf5-d91c-4635-b3ca-7667288d3bdb tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:00.109336 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2efddf5-d91c-4635-b3ca-7667288d3bdb tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:00.110063 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2efddf5-d91c-4635-b3ca-7667288d3bdb tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:00.110438 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2efddf5-d91c-4635-b3ca-7667288d3bdb tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:00.148527 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f98d00c-5bfe-486e-a1dd-345a44c4b23d req-a2efddf5-d91c-4635-b3ca-7667288d3bdb tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] No DVR routers for this DVR port 39139b33-4173-4df7-81fa-60307dd05f96 on host hv-cinder-79049 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:43:00.152123 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-0f98d00c-5bfe-486e-a1dd-345a44c4b23d req-a2efddf5-d91c-4635-b3ca-7667288d3bdb tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:00.155174 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-0f98d00c-5bfe-486e-a1dd-345a44c4b23d req-a2efddf5-d91c-4635-b3ca-7667288d3bdb tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.39 "DELETE /v2.0/ports/39139b33-4173-4df7-81fa-60307dd05f96 HTTP/1.1" status: 204 len: 173 time: 0.5365329 Aug 30 18:43:00.155806 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c9dbcd-7f62-4685-89eb-17651517580e', 'name': 'network-vif-deleted', 'tag': '39139b33-4173-4df7-81fa-60307dd05f96'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:43:00.159599 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56181e8b-a9b4-4413-bee7-c2f37a4894f4" -d '{"events": [{"server_uuid": "f2c9dbcd-7f62-4685-89eb-17651517580e", "name": "network-vif-deleted", "tag": "39139b33-4173-4df7-81fa-60307dd05f96"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:43:00.219473 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ff8c23-2d6c-4d2a-bb4c-817d6a1f7700 x-openstack-request-id: req-31ff8c23-2d6c-4d2a-bb4c-817d6a1f7700 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:43:00.219887 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c9dbcd-7f62-4685-89eb-17651517580e", "name": "network-vif-deleted", "tag": "39139b33-4173-4df7-81fa-60307dd05f96", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:43:00.220243 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-31ff8c23-2d6c-4d2a-bb4c-817d6a1f7700 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:43:00.220806 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c9dbcd-7f62-4685-89eb-17651517580e', 'name': 'network-vif-deleted', 'tag': '39139b33-4173-4df7-81fa-60307dd05f96', 'status': 'completed', 'code': 200} Aug 30 18:43:00.412688 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b2b3c8db-86e3-48c2-85de-0cc2c52e826d req-14777e47-a170-4106-b217-896db5c84355 tempest-VolumesNegativeTest-846299366 tempest-VolumesNegativeTest-846299366-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2c9dbcd-7f62-4685-89eb-17651517580e HTTP/1.1" status: 200 len: 210 time: 0.0481393 Aug 30 18:43:01.056147 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 55990) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:01.203287 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8b0137f6-42bb-4cdb-8830-fe67ca7ae24d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:01.330018 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8b0137f6-42bb-4cdb-8830-fe67ca7ae24d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:01.335603 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8b0137f6-42bb-4cdb-8830-fe67ca7ae24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:01.384001 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-8b0137f6-42bb-4cdb-8830-fe67ca7ae24d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c63c97964cd04cdbb7fb3ae499636f69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3266149 Aug 30 18:43:01.384967 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0137f6-42bb-4cdb-8830-fe67ca7ae24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786383f6-0eff-4d22-9182-d7a34b9a06de,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:01.388530 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 55994) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:01.462878 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce4d7f2c-2581-4310-a032-329b161458b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:01.492943 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce4d7f2c-2581-4310-a032-329b161458b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:01.561231 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce4d7f2c-2581-4310-a032-329b161458b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:01.566237 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce4d7f2c-2581-4310-a032-329b161458b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:01.571719 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-ce4d7f2c-2581-4310-a032-329b161458b6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/786383f6-0eff-4d22-9182-d7a34b9a06de HTTP/1.1" status: 204 len: 168 time: 0.1817887 Aug 30 18:43:01.586540 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d7f2c-2581-4310-a032-329b161458b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786383f6-0eff-4d22-9182-d7a34b9a06de,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:01.988576 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 56022) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:02.013702 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5a2963ad-b338-4624-a764-be7581833da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:02.182969 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5a2963ad-b338-4624-a764-be7581833da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:02.187850 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5a2963ad-b338-4624-a764-be7581833da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:02.236553 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-5a2963ad-b338-4624-a764-be7581833da8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=07edf8eb9d9147f5b1cf443054cd992b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450449 Aug 30 18:43:02.241461 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 56030) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:02.244033 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2963ad-b338-4624-a764-be7581833da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eec52ea-e947-4e8f-b881-7b18a1132a9b,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:02.331832 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-05d3e394-3a4e-4cdf-b83c-08e0170e39b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:02.361689 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-05d3e394-3a4e-4cdf-b83c-08e0170e39b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:02.433775 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-05d3e394-3a4e-4cdf-b83c-08e0170e39b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:02.437008 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-05d3e394-3a4e-4cdf-b83c-08e0170e39b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:02.437755 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-05d3e394-3a4e-4cdf-b83c-08e0170e39b7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8eec52ea-e947-4e8f-b881-7b18a1132a9b HTTP/1.1" status: 204 len: 168 time: 0.1943266 Aug 30 18:43:02.450854 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3e394-3a4e-4cdf-b83c-08e0170e39b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eec52ea-e947-4e8f-b881-7b18a1132a9b,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:03.968753 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 39139b33-4173-4df7-81fa-60307dd05f96 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:43:04.005203 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] No Port match for: 39139b33-4173-4df7-81fa-60307dd05f96 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:43:04.009687 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 39139b33-4173-4df7-81fa-60307dd05f96 not bound to the agent host hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:43:05.223782 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 56236) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:05.377395 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f905c578-9494-4daf-9e8c-256d954c7e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:05.535204 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f905c578-9494-4daf-9e8c-256d954c7e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:05.545617 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f905c578-9494-4daf-9e8c-256d954c7e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:05.605876 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-f905c578-9494-4daf-9e8c-256d954c7e1e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=23ba61f65a3b48cc94e152775f706d67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3797219 Aug 30 18:43:05.608504 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f905c578-9494-4daf-9e8c-256d954c7e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c78cff-3444-40bf-9178-86ff0bbb07c4,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:05.612082 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 56254) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:05.702175 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-11be48c4-cb45-48e5-b32b-ccac7788e604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:05.731660 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-11be48c4-cb45-48e5-b32b-ccac7788e604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:05.810167 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-11be48c4-cb45-48e5-b32b-ccac7788e604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:05.813994 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-11be48c4-cb45-48e5-b32b-ccac7788e604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:05.815421 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-11be48c4-cb45-48e5-b32b-ccac7788e604 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d3c78cff-3444-40bf-9178-86ff0bbb07c4 HTTP/1.1" status: 204 len: 168 time: 0.1993155 Aug 30 18:43:05.829394 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be48c4-cb45-48e5-b32b-ccac7788e604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c78cff-3444-40bf-9178-86ff0bbb07c4,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:06.263301 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 56280) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:06.282531 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c339ab57-7f87-4a79-aefa-04f482916957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:06.444535 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c339ab57-7f87-4a79-aefa-04f482916957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:06.450742 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c339ab57-7f87-4a79-aefa-04f482916957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:06.497994 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-c339ab57-7f87-4a79-aefa-04f482916957 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cc8f2c7ea43e4e2c813f2dad89d54280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333291 Aug 30 18:43:06.499465 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339ab57-7f87-4a79-aefa-04f482916957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad4925e-bd8b-4d70-955b-2f940212278c,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:06.502016 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 56282) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:06.582154 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fb861362-a3d3-4058-aee1-2a87fb08252c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:06.611658 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fb861362-a3d3-4058-aee1-2a87fb08252c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:06.674058 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fb861362-a3d3-4058-aee1-2a87fb08252c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:06.677206 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fb861362-a3d3-4058-aee1-2a87fb08252c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:06.678720 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-fb861362-a3d3-4058-aee1-2a87fb08252c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0ad4925e-bd8b-4d70-955b-2f940212278c HTTP/1.1" status: 204 len: 168 time: 0.1756563 Aug 30 18:43:06.689382 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb861362-a3d3-4058-aee1-2a87fb08252c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad4925e-bd8b-4d70-955b-2f940212278c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:07.385546 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 56302) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:07.609979 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-e3caa4f0-45fb-4689-9c50-b409246e24e7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=58374db655d34db0bb33bd0cf1335aaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2225738 Aug 30 18:43:07.612843 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 56312) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:07.681690 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f5c909aa-390e-4722-b0e2-575043314c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:07.718417 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f5c909aa-390e-4722-b0e2-575043314c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:07.795587 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f5c909aa-390e-4722-b0e2-575043314c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:07.800751 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f5c909aa-390e-4722-b0e2-575043314c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:07.803760 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-f5c909aa-390e-4722-b0e2-575043314c1a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/86c978c9-a334-4d7a-a553-6b6eccf4bdce HTTP/1.1" status: 204 len: 168 time: 0.1895392 Aug 30 18:43:07.819761 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c909aa-390e-4722-b0e2-575043314c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c978c9-a334-4d7a-a553-6b6eccf4bdce,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:09.080968 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 56360) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:09.228892 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-44d413b2-79b0-4598-8b51-e2ea0f75cfb3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1912283042-network', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:43:09.261207 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d413b2-79b0-4598-8b51-e2ea0f75cfb3 admin admin] Made reservation on behalf of d6986e116dce48f8bda10af57404e7ac for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:43:09.264541 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-44d413b2-79b0-4598-8b51-e2ea0f75cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:09.278037 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-44d413b2-79b0-4598-8b51-e2ea0f75cfb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:09.417882 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-44d413b2-79b0-4598-8b51-e2ea0f75cfb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:09.423929 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-44d413b2-79b0-4598-8b51-e2ea0f75cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:09.470027 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44d413b2-79b0-4598-8b51-e2ea0f75cfb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 18:43:09.485483 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d413b2-79b0-4598-8b51-e2ea0f75cfb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce808429-cc4b-40b8-b204-09d9947a9782,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:09.497738 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-44d413b2-79b0-4598-8b51-e2ea0f75cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:09.498323 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.db.segments_db [None req-44d413b2-79b0-4598-8b51-e2ea0f75cfb3 admin admin] Added segment 0d9affdd-6baa-4b27-bcd5-90971e50b682 of type vlan for network 2931f122-c7a5-4912-9039-b6f6e64a8d31 Aug 30 18:43:09.575696 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-44d413b2-79b0-4598-8b51-e2ea0f75cfb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776058719600'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:09.618823 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-44d413b2-79b0-4598-8b51-e2ea0f75cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:09.619945 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d413b2-79b0-4598-8b51-e2ea0f75cfb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:43:09.620546 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-44d413b2-79b0-4598-8b51-e2ea0f75cfb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:09.629957 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:09.683780 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-44d413b2-79b0-4598-8b51-e2ea0f75cfb3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6014373 Aug 30 18:43:09.687304 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 56372) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:09.695995 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-653e54cc-9f4d-4ef3-b9dc-8c552e06ba50 admin admin] Request body: {'subnet': {'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1912283042-subnet', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:43:09.700719 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d413b2-79b0-4598-8b51-e2ea0f75cfb3 admin admin] Pushing event updated for resources: {'Network': ['ID=2931f122-c7a5-4912-9039-b6f6e64a8d31,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:09.717982 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Network 2931f122-c7a5-4912-9039-b6f6e64a8d31 details requested by agent ovs-agent-dv-cinder-790492-12-iscsi with host dv-cinder-790492-12-iscsi {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:43:09.729965 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653e54cc-9f4d-4ef3-b9dc-8c552e06ba50 admin admin] Made reservation on behalf of d6986e116dce48f8bda10af57404e7ac for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:43:09.733151 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-653e54cc-9f4d-4ef3-b9dc-8c552e06ba50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506827'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:09.955602 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-653e54cc-9f4d-4ef3-b9dc-8c552e06ba50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9041497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506809'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:10.045326 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e54cc-9f4d-4ef3-b9dc-8c552e06ba50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4de9b74-b9b1-42c7-b3eb-a92f3f836416,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:10.067077 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653e54cc-9f4d-4ef3-b9dc-8c552e06ba50 admin admin] Checking segment: {'id': '0d9affdd-6baa-4b27-bcd5-90971e50b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:43:10.067714 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653e54cc-9f4d-4ef3-b9dc-8c552e06ba50 admin admin] Network hostable DHCP agents. Network: 2931f122-c7a5-4912-9039-b6f6e64a8d31, hostable agents: ['31edc47e-fc79-419c-8073-db6fa9586502'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:43:10.097785 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653e54cc-9f4d-4ef3-b9dc-8c552e06ba50 admin admin] Network 2931f122-c7a5-4912-9039-b6f6e64a8d31 is scheduled to be hosted by DHCP agent 31edc47e-fc79-419c-8073-db6fa9586502 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:43:10.112408 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-653e54cc-9f4d-4ef3-b9dc-8c552e06ba50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-12-iscsi, 2931f122-c7a5-4912-9039-b6f6e64a8d31) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:43:10.120683 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653e54cc-9f4d-4ef3-b9dc-8c552e06ba50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:43:10.122109 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-653e54cc-9f4d-4ef3-b9dc-8c552e06ba50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:10.132004 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a6f1be-efed-46e4-9bfc-2fd3396b74e4 None None] Network 2931f122-c7a5-4912-9039-b6f6e64a8d31 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:43:10.150670 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-653e54cc-9f4d-4ef3-b9dc-8c552e06ba50 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4619813 Aug 30 18:43:10.154744 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 56382) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:10.160933 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-07a81dba-67f8-4e74-8131-0d6cf65219e3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1912283042-router', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:43:10.196091 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-07a81dba-67f8-4e74-8131-0d6cf65219e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4117294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4106'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:10.199103 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-07a81dba-67f8-4e74-8131-0d6cf65219e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4117378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4119528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4125'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:10.285311 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-07a81dba-67f8-4e74-8131-0d6cf65219e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:10.363768 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec09180-2a74-45bf-940d-e4d16f24d818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0882321b-e2fd-5493-abf8-b4156332fbad-2931f122-c7a5-4912-9039-b6f6e64a8d31', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'fixed_ips': [{'subnet_id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416'}]}} from dv-cinder-790492-12-iscsi. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 18:43:10.365242 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-aec09180-2a74-45bf-940d-e4d16f24d818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:10.478442 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-07a81dba-67f8-4e74-8131-0d6cf65219e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:10.598758 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-aec09180-2a74-45bf-940d-e4d16f24d818 None None] Allocated IP 172.20.0.2 (2931f122-c7a5-4912-9039-b6f6e64a8d31/b4de9b74-b9b1-42c7-b3eb-a92f3f836416/e8dc0e35-98e7-4905-8602-096a8445903f) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:43:10.848373 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-07a81dba-67f8-4e74-8131-0d6cf65219e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:10.854231 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-aec09180-2a74-45bf-940d-e4d16f24d818 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:10.869247 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 56390) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:10.880624 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-aec09180-2a74-45bf-940d-e4d16f24d818 None None] Transition to ACTIVE for port object e8dc0e35-98e7-4905-8602-096a8445903f will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:43:10.881322 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-07a81dba-67f8-4e74-8131-0d6cf65219e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:10.899467 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-aec09180-2a74-45bf-940d-e4d16f24d818 None None] Transition to ACTIVE for port object e8dc0e35-98e7-4905-8602-096a8445903f will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:43:10.907462 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-aec09180-2a74-45bf-940d-e4d16f24d818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:10.956655 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec09180-2a74-45bf-940d-e4d16f24d818 None None] Network 2931f122-c7a5-4912-9039-b6f6e64a8d31 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:43:10.963000 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-aec09180-2a74-45bf-940d-e4d16f24d818 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:43:10.967837 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec09180-2a74-45bf-940d-e4d16f24d818 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:43:10.971695 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec09180-2a74-45bf-940d-e4d16f24d818 None None] Pushing event updated for resources: {'Port': ['ID=e8dc0e35-98e7-4905-8602-096a8445903f,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:11.047553 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-07a81dba-67f8-4e74-8131-0d6cf65219e3 admin admin] Allocated IP 172.27.3.229 (56c1e305-917b-4e98-a569-d57cdf415d5e/eb15dae3-e857-40c0-90c2-88f2d8bfe547/e649fc8e-6bce-44d2-878b-711238646271) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:43:11.053206 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-aec09180-2a74-45bf-940d-e4d16f24d818 None None] Attempting to bind port e8dc0e35-98e7-4905-8602-096a8445903f on host dv-cinder-790492-12-iscsi for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:43:11.054053 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-aec09180-2a74-45bf-940d-e4d16f24d818 None None] Attempting to bind port e8dc0e35-98e7-4905-8602-096a8445903f by drivers openvswitch,hyperv on host dv-cinder-790492-12-iscsi at level 0 using segments [{'id': '0d9affdd-6baa-4b27-bcd5-90971e50b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:43:11.055554 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec09180-2a74-45bf-940d-e4d16f24d818 None None] Attempting to bind port e8dc0e35-98e7-4905-8602-096a8445903f on network 2931f122-c7a5-4912-9039-b6f6e64a8d31 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:43:11.066008 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec09180-2a74-45bf-940d-e4d16f24d818 None None] Checking agent: {'id': '245e5d0a-3a0f-4c4e-b0f3-8ac9becf3b30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 25, 23), 'started_at': datetime.datetime(2021, 8, 30, 18, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:43:11.066643 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec09180-2a74-45bf-940d-e4d16f24d818 None None] Checking segment: {'id': '0d9affdd-6baa-4b27-bcd5-90971e50b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:43:11.067353 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-aec09180-2a74-45bf-940d-e4d16f24d818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:11.068124 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec09180-2a74-45bf-940d-e4d16f24d818 None None] Bound using segment: {'id': '0d9affdd-6baa-4b27-bcd5-90971e50b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:43:11.068900 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-aec09180-2a74-45bf-940d-e4d16f24d818 None None] Bound port: e8dc0e35-98e7-4905-8602-096a8445903f, host: dv-cinder-790492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9affdd-6baa-4b27-bcd5-90971e50b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:43:11.069728 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-aec09180-2a74-45bf-940d-e4d16f24d818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:11.082136 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7d10b388-296d-48f1-bb53-94dfd697eaad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:11.187708 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-aec09180-2a74-45bf-940d-e4d16f24d818 None None] For port e8dc0e35-98e7-4905-8602-096a8445903f, host dv-cinder-790492-12-iscsi, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:43:11.194028 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-aec09180-2a74-45bf-940d-e4d16f24d818 None None] For port e8dc0e35-98e7-4905-8602-096a8445903f, host dv-cinder-790492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=e8dc0e35-98e7-4905-8602-096a8445903f,segment=NetworkSegment(0d9affdd-6baa-4b27-bcd5-90971e50b682),segment_id=0d9affdd-6baa-4b27-bcd5-90971e50b682)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:43:11.201185 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-aec09180-2a74-45bf-940d-e4d16f24d818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:11.246327 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-07a81dba-67f8-4e74-8131-0d6cf65219e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:11.249862 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7d10b388-296d-48f1-bb53-94dfd697eaad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:11.258789 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7d10b388-296d-48f1-bb53-94dfd697eaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:11.310154 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec09180-2a74-45bf-940d-e4d16f24d818 None None] Pushing event updated for resources: {'Port': ['ID=e8dc0e35-98e7-4905-8602-096a8445903f,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:11.319592 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-07a81dba-67f8-4e74-8131-0d6cf65219e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041865'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:11.343758 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-7d10b388-296d-48f1-bb53-94dfd697eaad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1dd7e68e1f334bc580fde679eaa8d763&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4722147 Aug 30 18:43:11.345878 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10b388-296d-48f1-bb53-94dfd697eaad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ffac52-8cfe-4709-8c36-64f876acd787,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:11.350532 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 56394) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:11.435019 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ac92170-a572-4677-a780-5ef54f1a8024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:11.471209 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ac92170-a572-4677-a780-5ef54f1a8024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:11.566135 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ac92170-a572-4677-a780-5ef54f1a8024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:11.569691 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ac92170-a572-4677-a780-5ef54f1a8024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:11.571250 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-0ac92170-a572-4677-a780-5ef54f1a8024 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/05ffac52-8cfe-4709-8c36-64f876acd787 HTTP/1.1" status: 204 len: 168 time: 0.2191710 Aug 30 18:43:11.601361 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac92170-a572-4677-a780-5ef54f1a8024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ffac52-8cfe-4709-8c36-64f876acd787,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:11.736789 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a81dba-67f8-4e74-8131-0d6cf65219e3 admin admin] Network 56c1e305-917b-4e98-a569-d57cdf415d5e is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:43:11.743082 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-07a81dba-67f8-4e74-8131-0d6cf65219e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:43:11.745787 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a81dba-67f8-4e74-8131-0d6cf65219e3 admin admin] Pushing event updated for resources: {'Port': ['ID=e649fc8e-6bce-44d2-878b-711238646271,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:11.749681 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a81dba-67f8-4e74-8131-0d6cf65219e3 admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:43:12.072984 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 56400) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:12.094111 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1b7c660e-0542-4312-ba09-c2efdec834e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:12.158472 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-07a81dba-67f8-4e74-8131-0d6cf65219e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:12.252194 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1b7c660e-0542-4312-ba09-c2efdec834e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:12.260351 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1b7c660e-0542-4312-ba09-c2efdec834e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:12.327004 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-1b7c660e-0542-4312-ba09-c2efdec834e0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=13cd7e0a9acf4f86a5f23e6a94b272ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2523475 Aug 30 18:43:12.328585 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c660e-0542-4312-ba09-c2efdec834e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3401d73e-8079-44a7-8e0f-981dc2adedfc,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:12.331897 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 56402) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:12.440013 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b7e57396-78a7-4d7e-a26f-acb22466d0d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:12.493166 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b7e57396-78a7-4d7e-a26f-acb22466d0d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:12.516262 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-07a81dba-67f8-4e74-8131-0d6cf65219e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4117433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4120119'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:12.518483 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device e8dc0e35-98e7-4905-8602-096a8445903f up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:43:12.587180 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03997b96-1629-4947-8e9f-1e4a4d7f7038 None None] Network 2931f122-c7a5-4912-9039-b6f6e64a8d31 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:43:12.615353 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b7e57396-78a7-4d7e-a26f-acb22466d0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:12.620405 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b7e57396-78a7-4d7e-a26f-acb22466d0d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:12.622582 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-b7e57396-78a7-4d7e-a26f-acb22466d0d7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3401d73e-8079-44a7-8e0f-981dc2adedfc HTTP/1.1" status: 204 len: 168 time: 0.2889538 Aug 30 18:43:12.642535 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e57396-78a7-4d7e-a26f-acb22466d0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3401d73e-8079-44a7-8e0f-981dc2adedfc,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:12.690444 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-b8891afe-1c5f-4005-9e39-229672f51ee7 None None] Provisioning for port e8dc0e35-98e7-4905-8602-096a8445903f completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:43:12.734523 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning for port e8dc0e35-98e7-4905-8602-096a8445903f completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:43:12.743254 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port e8dc0e35-98e7-4905-8602-096a8445903f triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:43:12.743636 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:12.759406 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a81dba-67f8-4e74-8131-0d6cf65219e3 admin admin] Router cad5ea78-9aed-46c2-86c3-d5ea47d31cae is scheduled to L3 agent 92e03f23-06fd-457e-8698-15737aaba387 with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 18:43:12.917436 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a81dba-67f8-4e74-8131-0d6cf65219e3 admin admin] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:43:12.918624 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:12.938676 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e72cf7-4b6d-42e0-a6fc-7e3ddabba909 None None] Sync routers for ids ['cad5ea78-9aed-46c2-86c3-d5ea47d31cae'] in dv-cinder-790492-12-iscsi {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:43:12.946730 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-07a81dba-67f8-4e74-8131-0d6cf65219e3 admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:12.948719 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-07a81dba-67f8-4e74-8131-0d6cf65219e3 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7925572 Aug 30 18:43:12.953295 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 56406) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:12.964042 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e72cf7-4b6d-42e0-a6fc-7e3ddabba909 None None] Routers {'cad5ea78-9aed-46c2-86c3-d5ea47d31cae'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:43:12.964685 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-79e72cf7-4b6d-42e0-a6fc-7e3ddabba909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:42:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['cad5ea78-9aed-46c2-86c3-d5ea47d31cae'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:43:13.028127 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] For port e8dc0e35-98e7-4905-8602-096a8445903f, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=e8dc0e35-98e7-4905-8602-096a8445903f,segment=NetworkSegment(0d9affdd-6baa-4b27-bcd5-90971e50b682),segment_id=0d9affdd-6baa-4b27-bcd5-90971e50b682)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:43:13.052843 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:13.220550 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Pushing event updated for resources: {'Port': ['ID=e8dc0e35-98e7-4905-8602-096a8445903f,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:13.263434 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-79e72cf7-4b6d-42e0-a6fc-7e3ddabba909 None None] Set router cad5ea78-9aed-46c2-86c3-d5ea47d31cae gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:43:13.646576 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-43b8e862-61ba-48f0-92ae-9065a188e32b None None] Provisioning complete for port e8dc0e35-98e7-4905-8602-096a8445903f triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:43:13.647675 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-43b8e862-61ba-48f0-92ae-9065a188e32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:13.741944 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-abaa3f5e-593a-476f-9d62-818e11834424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:13.825083 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-79e72cf7-4b6d-42e0-a6fc-7e3ddabba909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'name': 'tempest-TestVolumeBootPattern-1912283042-router', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e649fc8e-6bce-44d2-878b-711238646271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:11Z', 'revision_number': 3, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'gw_port': {'id': 'e649fc8e-6bce-44d2-878b-711238646271', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi'}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:43:13.861234 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e72cf7-4b6d-42e0-a6fc-7e3ddabba909 None None] Checking router: cad5ea78-9aed-46c2-86c3-d5ea47d31cae for host: dv-cinder-790492-12-iscsi {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:43:13.861579 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e72cf7-4b6d-42e0-a6fc-7e3ddabba909 None None] Updating router cad5ea78-9aed-46c2-86c3-d5ea47d31cae port e649fc8e-6bce-44d2-878b-711238646271 binding host dv-cinder-790492-12-iscsi {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:43:13.894361 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-79e72cf7-4b6d-42e0-a6fc-7e3ddabba909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:14.069061 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-abaa3f5e-593a-476f-9d62-818e11834424 admin admin] Allocated IP 172.20.0.1 (2931f122-c7a5-4912-9039-b6f6e64a8d31/b4de9b74-b9b1-42c7-b3eb-a92f3f836416/07da7cc8-ed1f-4d6b-b921-d414efc7e22a) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:43:14.273686 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-abaa3f5e-593a-476f-9d62-818e11834424 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:14.291334 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-79e72cf7-4b6d-42e0-a6fc-7e3ddabba909 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:14.300160 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-abaa3f5e-593a-476f-9d62-818e11834424 admin admin] Transition to ACTIVE for port object 07da7cc8-ed1f-4d6b-b921-d414efc7e22a will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:43:14.311202 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-79e72cf7-4b6d-42e0-a6fc-7e3ddabba909 None None] Transition to ACTIVE for port object e649fc8e-6bce-44d2-878b-711238646271 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:43:14.321528 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-79e72cf7-4b6d-42e0-a6fc-7e3ddabba909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:14.366182 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-abaa3f5e-593a-476f-9d62-818e11834424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:14.435782 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-79e72cf7-4b6d-42e0-a6fc-7e3ddabba909 None None] Attempting to bind port e649fc8e-6bce-44d2-878b-711238646271 on host dv-cinder-790492-12-iscsi for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:43:14.436292 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-79e72cf7-4b6d-42e0-a6fc-7e3ddabba909 None None] Attempting to bind port e649fc8e-6bce-44d2-878b-711238646271 by drivers openvswitch,hyperv on host dv-cinder-790492-12-iscsi at level 0 using segments [{'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:43:14.436561 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e72cf7-4b6d-42e0-a6fc-7e3ddabba909 None None] Attempting to bind port e649fc8e-6bce-44d2-878b-711238646271 on network 56c1e305-917b-4e98-a569-d57cdf415d5e {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:43:14.448710 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaa3f5e-593a-476f-9d62-818e11834424 admin admin] Network 2931f122-c7a5-4912-9039-b6f6e64a8d31 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:43:14.450335 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ce1ec-177b-46b6-be3a-0d0758dee988 None None] Pushing event updated for resources: {'Port': ['ID=e649fc8e-6bce-44d2-878b-711238646271,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:14.458732 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-abaa3f5e-593a-476f-9d62-818e11834424 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:43:14.461676 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e72cf7-4b6d-42e0-a6fc-7e3ddabba909 None None] Checking agent: {'id': '245e5d0a-3a0f-4c4e-b0f3-8ac9becf3b30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 25, 23), 'started_at': datetime.datetime(2021, 8, 30, 18, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:43:14.462344 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e72cf7-4b6d-42e0-a6fc-7e3ddabba909 None None] Checking segment: {'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:43:14.462991 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-79e72cf7-4b6d-42e0-a6fc-7e3ddabba909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:14.463685 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e72cf7-4b6d-42e0-a6fc-7e3ddabba909 None None] Bound using segment: {'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:43:14.464559 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-79e72cf7-4b6d-42e0-a6fc-7e3ddabba909 None None] Bound port: e649fc8e-6bce-44d2-878b-711238646271, host: dv-cinder-790492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:43:14.465236 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-79e72cf7-4b6d-42e0-a6fc-7e3ddabba909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:14.465901 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaa3f5e-593a-476f-9d62-818e11834424 admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:43:14.468642 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device e8dc0e35-98e7-4905-8602-096a8445903f up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:43:14.513402 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa3f5e-593a-476f-9d62-818e11834424 admin admin] Pushing event updated for resources: {'Port': ['ID=07da7cc8-ed1f-4d6b-b921-d414efc7e22a,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:14.562968 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-abaa3f5e-593a-476f-9d62-818e11834424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4120296'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:14.664985 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-79e72cf7-4b6d-42e0-a6fc-7e3ddabba909 None None] For port e649fc8e-6bce-44d2-878b-711238646271, host dv-cinder-790492-12-iscsi, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:43:14.674926 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-79e72cf7-4b6d-42e0-a6fc-7e3ddabba909 None None] For port e649fc8e-6bce-44d2-878b-711238646271, host dv-cinder-790492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=e649fc8e-6bce-44d2-878b-711238646271,segment=NetworkSegment(1a6a5219-0521-4333-ae96-e7fdd8d0d325),segment_id=1a6a5219-0521-4333-ae96-e7fdd8d0d325)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:43:14.688846 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-79e72cf7-4b6d-42e0-a6fc-7e3ddabba909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:14.697915 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port e8dc0e35-98e7-4905-8602-096a8445903f triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:43:14.698510 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:14.825437 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e72cf7-4b6d-42e0-a6fc-7e3ddabba909 None None] Routers {'cad5ea78-9aed-46c2-86c3-d5ea47d31cae'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:43:14.826764 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-79e72cf7-4b6d-42e0-a6fc-7e3ddabba909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:42:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['cad5ea78-9aed-46c2-86c3-d5ea47d31cae'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:43:14.844246 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-abaa3f5e-593a-476f-9d62-818e11834424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:14.901637 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ce1ec-177b-46b6-be3a-0d0758dee988 None None] Pushing event updated for resources: {'Port': ['ID=e649fc8e-6bce-44d2-878b-711238646271,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:14.956598 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-afeb2d21-af1c-48e1-9c6d-a44466d58ee1 None None] Provisioning for port 07da7cc8-ed1f-4d6b-b921-d414efc7e22a completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:43:15.029031 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-afeb2d21-af1c-48e1-9c6d-a44466d58ee1 None None] Provisioning complete for port 07da7cc8-ed1f-4d6b-b921-d414efc7e22a triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:43:15.029641 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-afeb2d21-af1c-48e1-9c6d-a44466d58ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:15.140277 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-79e72cf7-4b6d-42e0-a6fc-7e3ddabba909 None None] Set router cad5ea78-9aed-46c2-86c3-d5ea47d31cae gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:43:15.140820 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-abaa3f5e-593a-476f-9d62-818e11834424 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:15.150143 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-abaa3f5e-593a-476f-9d62-818e11834424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449046'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:15.188924 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-afeb2d21-af1c-48e1-9c6d-a44466d58ee1 None None] Port 07da7cc8-ed1f-4d6b-b921-d414efc7e22a cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:43:15.253332 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-abaa3f5e-593a-476f-9d62-818e11834424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4119095'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:15.276306 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa3f5e-593a-476f-9d62-818e11834424 admin admin] Pushing event updated for resources: {'Port': ['ID=07da7cc8-ed1f-4d6b-b921-d414efc7e22a,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:15.402287 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaa3f5e-593a-476f-9d62-818e11834424 admin admin] Network 2931f122-c7a5-4912-9039-b6f6e64a8d31 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:43:15.404771 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-abaa3f5e-593a-476f-9d62-818e11834424 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:43:15.493207 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-79e72cf7-4b6d-42e0-a6fc-7e3ddabba909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'name': 'tempest-TestVolumeBootPattern-1912283042-router', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e649fc8e-6bce-44d2-878b-711238646271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:14Z', 'revision_number': 4, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'gw_port': {'id': 'e649fc8e-6bce-44d2-878b-711238646271', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '07da7cc8-ed1f-4d6b-b921-d414efc7e22a', 'name': '', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'mac_address': 'fa:16:3e:d6:b6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:13Z', 'updated_at': '2021-08-30T18:43:14Z', 'revision_number': 1, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'subnets': [{'id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:43:15.543440 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e72cf7-4b6d-42e0-a6fc-7e3ddabba909 None None] The sync data for ids ['cad5ea78-9aed-46c2-86c3-d5ea47d31cae'] in dv-cinder-790492-12-iscsi is: [{'id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'name': 'tempest-TestVolumeBootPattern-1912283042-router', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e649fc8e-6bce-44d2-878b-711238646271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:14Z', 'revision_number': 4, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'gw_port': {'id': 'e649fc8e-6bce-44d2-878b-711238646271', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '07da7cc8-ed1f-4d6b-b921-d414efc7e22a', 'name': '', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'mac_address': 'fa:16:3e:d6:b6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:13Z', 'updated_at': '2021-08-30T18:43:14Z', 'revision_number': 1, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'subnets': [{'id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:43:15.638981 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abaa3f5e-593a-476f-9d62-818e11834424 admin admin] Router cad5ea78-9aed-46c2-86c3-d5ea47d31cae has already been hosted by L3 agent 92e03f23-06fd-457e-8698-15737aaba387 {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:43:15.716295 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-28df040b-c342-4ba8-8c89-0fb5000a3556 None None] Provisioning complete for port 07da7cc8-ed1f-4d6b-b921-d414efc7e22a triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:43:15.717161 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-28df040b-c342-4ba8-8c89-0fb5000a3556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:15.784693 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-28df040b-c342-4ba8-8c89-0fb5000a3556 None None] Port 07da7cc8-ed1f-4d6b-b921-d414efc7e22a cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:43:15.963040 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 56458) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:16.172107 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cb450d91-3840-4512-a257-f783a0d2c902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:16.185948 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abaa3f5e-593a-476f-9d62-818e11834424 admin admin] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:43:16.204392 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-abaa3f5e-593a-476f-9d62-818e11834424 admin admin] 10.222.0.46 "PUT /v2.0/routers/cad5ea78-9aed-46c2-86c3-d5ea47d31cae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2402968 Aug 30 18:43:16.348618 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cb450d91-3840-4512-a257-f783a0d2c902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:16.356060 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cb450d91-3840-4512-a257-f783a0d2c902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:16.399455 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb450d91-3840-4512-a257-f783a0d2c902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34caf48b-dcc3-48f5-93ec-1604f6aaf2ce,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:16.446245 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-cb450d91-3840-4512-a257-f783a0d2c902 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=034820539dbd4c31874199ba9eff5041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4780521 Aug 30 18:43:16.446245 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 56466) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:16.563263 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5385666e-afee-478a-8ec4-cee9de86d549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:16.613394 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5385666e-afee-478a-8ec4-cee9de86d549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:16.709157 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5385666e-afee-478a-8ec4-cee9de86d549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:16.712656 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5385666e-afee-478a-8ec4-cee9de86d549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:16.717931 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-5385666e-afee-478a-8ec4-cee9de86d549 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/34caf48b-dcc3-48f5-93ec-1604f6aaf2ce HTTP/1.1" status: 204 len: 168 time: 0.2666969 Aug 30 18:43:16.724948 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385666e-afee-478a-8ec4-cee9de86d549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34caf48b-dcc3-48f5-93ec-1604f6aaf2ce,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:17.102688 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 56482) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:17.109229 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-e75549ac-f1bb-42d8-b651-b1eb70818b35 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-459854330-network', 'tenant_id': '5855bc3c0cfa4778a5f2de3f324d1a31'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:43:17.142105 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75549ac-f1bb-42d8-b651-b1eb70818b35 admin admin] Made reservation on behalf of 5855bc3c0cfa4778a5f2de3f324d1a31 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:43:17.145093 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e75549ac-f1bb-42d8-b651-b1eb70818b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:17.156065 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e75549ac-f1bb-42d8-b651-b1eb70818b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:17.210236 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 56484) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:17.244560 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-543f12c3-f440-4aa4-9b4f-8cb334949473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:17.340006 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e75549ac-f1bb-42d8-b651-b1eb70818b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:17.353448 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e75549ac-f1bb-42d8-b651-b1eb70818b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:17.397635 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e75549ac-f1bb-42d8-b651-b1eb70818b35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 18:43:17.426744 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e75549ac-f1bb-42d8-b651-b1eb70818b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:17.427309 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.db.segments_db [None req-e75549ac-f1bb-42d8-b651-b1eb70818b35 admin admin] Added segment 4dbac380-9d29-4673-9334-48fa88a95c76 of type vlan for network fedd41d9-4024-40d5-82e8-5b7d2f017513 Aug 30 18:43:17.440635 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75549ac-f1bb-42d8-b651-b1eb70818b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976d32dc-5125-4688-927b-3b52f40f7b1d,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:17.501635 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e75549ac-f1bb-42d8-b651-b1eb70818b35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776058719600'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:17.562346 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e75549ac-f1bb-42d8-b651-b1eb70818b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:17.563375 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75549ac-f1bb-42d8-b651-b1eb70818b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:43:17.564078 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e75549ac-f1bb-42d8-b651-b1eb70818b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:17.568542 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-543f12c3-f440-4aa4-9b4f-8cb334949473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:17.593071 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-543f12c3-f440-4aa4-9b4f-8cb334949473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:17.656760 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-e75549ac-f1bb-42d8-b651-b1eb70818b35 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5517249 Aug 30 18:43:17.660200 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 56486) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:17.667909 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-e3fa6682-82eb-4802-9639-9ba0226d9913 admin admin] Request body: {'subnet': {'network_id': 'fedd41d9-4024-40d5-82e8-5b7d2f017513', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-459854330-subnet', 'tenant_id': '5855bc3c0cfa4778a5f2de3f324d1a31', 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:43:17.687459 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f12c3-f440-4aa4-9b4f-8cb334949473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda7a0a1-8ba4-4813-9002-7ddd231f5fa9,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:17.692110 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-543f12c3-f440-4aa4-9b4f-8cb334949473 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4d94f6eac9624afdbb29bfb56ed491fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4776156 Aug 30 18:43:17.693911 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75549ac-f1bb-42d8-b651-b1eb70818b35 admin admin] Pushing event updated for resources: {'Network': ['ID=fedd41d9-4024-40d5-82e8-5b7d2f017513,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:17.696868 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 56488) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:17.721812 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Network fedd41d9-4024-40d5-82e8-5b7d2f017513 details requested by agent ovs-agent-dv-cinder-790492-12-iscsi with host dv-cinder-790492-12-iscsi {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:43:17.724004 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fa6682-82eb-4802-9639-9ba0226d9913 admin admin] Made reservation on behalf of 5855bc3c0cfa4778a5f2de3f324d1a31 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:43:17.726214 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e3fa6682-82eb-4802-9639-9ba0226d9913 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506827'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:17.875244 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d3e27b28-edd3-493a-b832-88068a9765de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:17.923049 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d3e27b28-edd3-493a-b832-88068a9765de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:18.092124 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d3e27b28-edd3-493a-b832-88068a9765de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:18.095961 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d3e27b28-edd3-493a-b832-88068a9765de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:18.097661 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-d3e27b28-edd3-493a-b832-88068a9765de admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bda7a0a1-8ba4-4813-9002-7ddd231f5fa9 HTTP/1.1" status: 204 len: 168 time: 0.3972437 Aug 30 18:43:18.123785 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e3fa6682-82eb-4802-9639-9ba0226d9913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9041497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506809'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:18.126775 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e27b28-edd3-493a-b832-88068a9765de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda7a0a1-8ba4-4813-9002-7ddd231f5fa9,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:18.212006 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3424e37c-24c1-493c-9db3-d04001c639c5 None None] Sync routers for ids ['cad5ea78-9aed-46c2-86c3-d5ea47d31cae'] in dv-cinder-790492-12-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:43:18.225903 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3424e37c-24c1-493c-9db3-d04001c639c5 None None] Routers {'cad5ea78-9aed-46c2-86c3-d5ea47d31cae'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:43:18.226890 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-3424e37c-24c1-493c-9db3-d04001c639c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:42:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['cad5ea78-9aed-46c2-86c3-d5ea47d31cae'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:43:18.233395 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa6682-82eb-4802-9639-9ba0226d9913 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f90d658a-eda2-456c-b116-5b6601c51915,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:18.249636 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fa6682-82eb-4802-9639-9ba0226d9913 admin admin] Checking segment: {'id': '4dbac380-9d29-4673-9334-48fa88a95c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fedd41d9-4024-40d5-82e8-5b7d2f017513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:43:18.250061 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fa6682-82eb-4802-9639-9ba0226d9913 admin admin] Network hostable DHCP agents. Network: fedd41d9-4024-40d5-82e8-5b7d2f017513, hostable agents: ['31edc47e-fc79-419c-8073-db6fa9586502'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:43:18.273387 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fa6682-82eb-4802-9639-9ba0226d9913 admin admin] Network fedd41d9-4024-40d5-82e8-5b7d2f017513 is scheduled to be hosted by DHCP agent 31edc47e-fc79-419c-8073-db6fa9586502 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:43:18.286316 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-e3fa6682-82eb-4802-9639-9ba0226d9913 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-12-iscsi, fedd41d9-4024-40d5-82e8-5b7d2f017513) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:43:18.291761 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fa6682-82eb-4802-9639-9ba0226d9913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:43:18.294429 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e3fa6682-82eb-4802-9639-9ba0226d9913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:18.295810 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf483b72-4424-4a63-a871-55a8bcf96195 None None] Network fedd41d9-4024-40d5-82e8-5b7d2f017513 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:43:18.321923 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-e3fa6682-82eb-4802-9639-9ba0226d9913 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6558354 Aug 30 18:43:18.322266 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 56492) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:18.328973 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-c4b18872-07b3-4d8b-97e1-0538bcce8503 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-459854330-router', 'tenant_id': '5855bc3c0cfa4778a5f2de3f324d1a31', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:43:18.381874 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c4b18872-07b3-4d8b-97e1-0538bcce8503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4117294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4106'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:18.383166 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c4b18872-07b3-4d8b-97e1-0538bcce8503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4117378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4119528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4125'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:18.470915 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-3424e37c-24c1-493c-9db3-d04001c639c5 None None] Set router cad5ea78-9aed-46c2-86c3-d5ea47d31cae gateway port host: dv-cinder-790492-12-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:43:18.548146 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device e649fc8e-6bce-44d2-878b-711238646271 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:43:18.553957 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c4b18872-07b3-4d8b-97e1-0538bcce8503 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:18.658152 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a7cbd8-b049-405a-81c4-0b3c03521ec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0882321b-e2fd-5493-abf8-b4156332fbad-fedd41d9-4024-40d5-82e8-5b7d2f017513', 'network_id': 'fedd41d9-4024-40d5-82e8-5b7d2f017513', 'tenant_id': '5855bc3c0cfa4778a5f2de3f324d1a31', 'fixed_ips': [{'subnet_id': 'f90d658a-eda2-456c-b116-5b6601c51915'}]}} from dv-cinder-790492-12-iscsi. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 18:43:18.664113 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-50a7cbd8-b049-405a-81c4-0b3c03521ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:18.723599 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning for port e649fc8e-6bce-44d2-878b-711238646271 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:43:18.733843 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port e649fc8e-6bce-44d2-878b-711238646271 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:43:18.734449 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:18.859529 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-3424e37c-24c1-493c-9db3-d04001c639c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'name': 'tempest-TestVolumeBootPattern-1912283042-router', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e649fc8e-6bce-44d2-878b-711238646271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:14Z', 'revision_number': 4, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'gw_port': {'id': 'e649fc8e-6bce-44d2-878b-711238646271', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '07da7cc8-ed1f-4d6b-b921-d414efc7e22a', 'name': '', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'mac_address': 'fa:16:3e:d6:b6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:13Z', 'updated_at': '2021-08-30T18:43:14Z', 'revision_number': 2, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'subnets': [{'id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:43:18.864602 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c4b18872-07b3-4d8b-97e1-0538bcce8503 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:18.905027 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3424e37c-24c1-493c-9db3-d04001c639c5 None None] Checking router: cad5ea78-9aed-46c2-86c3-d5ea47d31cae for host: dv-cinder-790492-12-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:43:18.905771 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3424e37c-24c1-493c-9db3-d04001c639c5 None None] Updating router cad5ea78-9aed-46c2-86c3-d5ea47d31cae port 07da7cc8-ed1f-4d6b-b921-d414efc7e22a binding host dv-cinder-790492-12-iscsi {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:43:18.945776 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3424e37c-24c1-493c-9db3-d04001c639c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:19.053184 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:19.094124 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] For port e649fc8e-6bce-44d2-878b-711238646271, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=e649fc8e-6bce-44d2-878b-711238646271,segment=NetworkSegment(1a6a5219-0521-4333-ae96-e7fdd8d0d325),segment_id=1a6a5219-0521-4333-ae96-e7fdd8d0d325)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:43:19.106213 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:19.173178 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-50a7cbd8-b049-405a-81c4-0b3c03521ec3 None None] Allocated IP 172.20.0.2 (fedd41d9-4024-40d5-82e8-5b7d2f017513/f90d658a-eda2-456c-b116-5b6601c51915/bdb6d9e0-b022-4978-ae1e-d3b30a707f75) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:43:19.203589 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Pushing event updated for resources: {'Port': ['ID=e649fc8e-6bce-44d2-878b-711238646271,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:19.307882 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c4b18872-07b3-4d8b-97e1-0538bcce8503 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:19.343498 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c4b18872-07b3-4d8b-97e1-0538bcce8503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:19.409588 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3424e37c-24c1-493c-9db3-d04001c639c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:19.425258 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-3424e37c-24c1-493c-9db3-d04001c639c5 None None] Transition to ACTIVE for port object 07da7cc8-ed1f-4d6b-b921-d414efc7e22a will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:43:19.435884 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3424e37c-24c1-493c-9db3-d04001c639c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:19.437643 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-50a7cbd8-b049-405a-81c4-0b3c03521ec3 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:19.453950 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-50a7cbd8-b049-405a-81c4-0b3c03521ec3 None None] Transition to ACTIVE for port object bdb6d9e0-b022-4978-ae1e-d3b30a707f75 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:43:19.485205 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-50a7cbd8-b049-405a-81c4-0b3c03521ec3 None None] Transition to ACTIVE for port object bdb6d9e0-b022-4978-ae1e-d3b30a707f75 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:43:19.500449 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-50a7cbd8-b049-405a-81c4-0b3c03521ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:19.532192 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a41b8ac-6e70-4079-af17-9aee53d50a00 None None] Pushing event updated for resources: {'Port': ['ID=07da7cc8-ed1f-4d6b-b921-d414efc7e22a,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:19.560258 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a41b8ac-6e70-4079-af17-9aee53d50a00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:19.560908 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a41b8ac-6e70-4079-af17-9aee53d50a00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:19.561397 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a41b8ac-6e70-4079-af17-9aee53d50a00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:19.561882 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a41b8ac-6e70-4079-af17-9aee53d50a00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:19.562446 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a41b8ac-6e70-4079-af17-9aee53d50a00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:19.563266 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a41b8ac-6e70-4079-af17-9aee53d50a00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:19.563834 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a41b8ac-6e70-4079-af17-9aee53d50a00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:19.564368 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a41b8ac-6e70-4079-af17-9aee53d50a00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:19.565098 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a41b8ac-6e70-4079-af17-9aee53d50a00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:19.565685 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a41b8ac-6e70-4079-af17-9aee53d50a00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:19.566197 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a41b8ac-6e70-4079-af17-9aee53d50a00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:19.566695 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a41b8ac-6e70-4079-af17-9aee53d50a00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:19.589658 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-c4b18872-07b3-4d8b-97e1-0538bcce8503 admin admin] Allocated IP 172.27.3.151 (56c1e305-917b-4e98-a569-d57cdf415d5e/eb15dae3-e857-40c0-90c2-88f2d8bfe547/40af5631-3a82-457b-aae9-245b9ee11c10) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:43:19.641216 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a7cbd8-b049-405a-81c4-0b3c03521ec3 None None] Network fedd41d9-4024-40d5-82e8-5b7d2f017513 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:43:19.649617 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-3424e37c-24c1-493c-9db3-d04001c639c5 None None] Attempting to bind port 07da7cc8-ed1f-4d6b-b921-d414efc7e22a on host dv-cinder-790492-12-iscsi for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:43:19.650780 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-3424e37c-24c1-493c-9db3-d04001c639c5 None None] Attempting to bind port 07da7cc8-ed1f-4d6b-b921-d414efc7e22a by drivers openvswitch,hyperv on host dv-cinder-790492-12-iscsi at level 0 using segments [{'id': '0d9affdd-6baa-4b27-bcd5-90971e50b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:43:19.651782 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3424e37c-24c1-493c-9db3-d04001c639c5 None None] Attempting to bind port 07da7cc8-ed1f-4d6b-b921-d414efc7e22a on network 2931f122-c7a5-4912-9039-b6f6e64a8d31 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:43:19.655284 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-50a7cbd8-b049-405a-81c4-0b3c03521ec3 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:43:19.658762 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7cbd8-b049-405a-81c4-0b3c03521ec3 None None] Pushing event updated for resources: {'Port': ['ID=bdb6d9e0-b022-4978-ae1e-d3b30a707f75,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:19.663944 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a7cbd8-b049-405a-81c4-0b3c03521ec3 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:43:19.679224 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3424e37c-24c1-493c-9db3-d04001c639c5 None None] Checking agent: {'id': '245e5d0a-3a0f-4c4e-b0f3-8ac9becf3b30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 25, 23), 'started_at': datetime.datetime(2021, 8, 30, 18, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:43:19.680185 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3424e37c-24c1-493c-9db3-d04001c639c5 None None] Checking segment: {'id': '0d9affdd-6baa-4b27-bcd5-90971e50b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:43:19.680912 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3424e37c-24c1-493c-9db3-d04001c639c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:19.682296 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3424e37c-24c1-493c-9db3-d04001c639c5 None None] Bound using segment: {'id': '0d9affdd-6baa-4b27-bcd5-90971e50b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:43:19.682600 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-3424e37c-24c1-493c-9db3-d04001c639c5 None None] Bound port: 07da7cc8-ed1f-4d6b-b921-d414efc7e22a, host: dv-cinder-790492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9affdd-6baa-4b27-bcd5-90971e50b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:43:19.683456 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3424e37c-24c1-493c-9db3-d04001c639c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:19.793065 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-3424e37c-24c1-493c-9db3-d04001c639c5 None None] For port 07da7cc8-ed1f-4d6b-b921-d414efc7e22a, host dv-cinder-790492-12-iscsi, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:43:19.799084 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-3424e37c-24c1-493c-9db3-d04001c639c5 None None] For port 07da7cc8-ed1f-4d6b-b921-d414efc7e22a, host dv-cinder-790492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=07da7cc8-ed1f-4d6b-b921-d414efc7e22a,segment=NetworkSegment(0d9affdd-6baa-4b27-bcd5-90971e50b682),segment_id=0d9affdd-6baa-4b27-bcd5-90971e50b682)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:43:19.799326 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c4b18872-07b3-4d8b-97e1-0538bcce8503 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:19.807465 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3424e37c-24c1-493c-9db3-d04001c639c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:19.873816 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c4b18872-07b3-4d8b-97e1-0538bcce8503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041865'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:19.884077 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-50a7cbd8-b049-405a-81c4-0b3c03521ec3 None None] Attempting to bind port bdb6d9e0-b022-4978-ae1e-d3b30a707f75 on host dv-cinder-790492-12-iscsi for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:43:19.884777 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-50a7cbd8-b049-405a-81c4-0b3c03521ec3 None None] Attempting to bind port bdb6d9e0-b022-4978-ae1e-d3b30a707f75 by drivers openvswitch,hyperv on host dv-cinder-790492-12-iscsi at level 0 using segments [{'id': '4dbac380-9d29-4673-9334-48fa88a95c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fedd41d9-4024-40d5-82e8-5b7d2f017513'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:43:19.885743 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a7cbd8-b049-405a-81c4-0b3c03521ec3 None None] Attempting to bind port bdb6d9e0-b022-4978-ae1e-d3b30a707f75 on network fedd41d9-4024-40d5-82e8-5b7d2f017513 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:43:19.894301 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a7cbd8-b049-405a-81c4-0b3c03521ec3 None None] Checking agent: {'id': '245e5d0a-3a0f-4c4e-b0f3-8ac9becf3b30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 25, 23), 'started_at': datetime.datetime(2021, 8, 30, 18, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:43:19.894929 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a7cbd8-b049-405a-81c4-0b3c03521ec3 None None] Checking segment: {'id': '4dbac380-9d29-4673-9334-48fa88a95c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fedd41d9-4024-40d5-82e8-5b7d2f017513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:43:19.895472 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-50a7cbd8-b049-405a-81c4-0b3c03521ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:19.896697 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a7cbd8-b049-405a-81c4-0b3c03521ec3 None None] Bound using segment: {'id': '4dbac380-9d29-4673-9334-48fa88a95c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fedd41d9-4024-40d5-82e8-5b7d2f017513'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:43:19.897642 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-50a7cbd8-b049-405a-81c4-0b3c03521ec3 None None] Bound port: bdb6d9e0-b022-4978-ae1e-d3b30a707f75, host: dv-cinder-790492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dbac380-9d29-4673-9334-48fa88a95c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fedd41d9-4024-40d5-82e8-5b7d2f017513'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:43:19.898367 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-50a7cbd8-b049-405a-81c4-0b3c03521ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:19.904886 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3a65c29a-c460-406c-b960-11264337278c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:19.933062 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a41b8ac-6e70-4079-af17-9aee53d50a00 None None] Pushing event updated for resources: {'Port': ['ID=07da7cc8-ed1f-4d6b-b921-d414efc7e22a,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:19.942957 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3424e37c-24c1-493c-9db3-d04001c639c5 None None] Routers {'cad5ea78-9aed-46c2-86c3-d5ea47d31cae'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:43:19.943853 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-3424e37c-24c1-493c-9db3-d04001c639c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:42:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['cad5ea78-9aed-46c2-86c3-d5ea47d31cae'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:43:19.951884 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b18872-07b3-4d8b-97e1-0538bcce8503 admin admin] Pushing event updated for resources: {'Port': ['ID=40af5631-3a82-457b-aae9-245b9ee11c10,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:19.963036 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b18872-07b3-4d8b-97e1-0538bcce8503 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:19.963503 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b18872-07b3-4d8b-97e1-0538bcce8503 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:19.963773 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b18872-07b3-4d8b-97e1-0538bcce8503 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:19.964080 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b18872-07b3-4d8b-97e1-0538bcce8503 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:19.964408 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b18872-07b3-4d8b-97e1-0538bcce8503 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:19.964736 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b18872-07b3-4d8b-97e1-0538bcce8503 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:19.965060 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b18872-07b3-4d8b-97e1-0538bcce8503 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:19.965382 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b18872-07b3-4d8b-97e1-0538bcce8503 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:19.965701 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b18872-07b3-4d8b-97e1-0538bcce8503 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:19.966016 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b18872-07b3-4d8b-97e1-0538bcce8503 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:19.966330 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b18872-07b3-4d8b-97e1-0538bcce8503 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:19.966649 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b18872-07b3-4d8b-97e1-0538bcce8503 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:19.991678 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b18872-07b3-4d8b-97e1-0538bcce8503 admin admin] Network 56c1e305-917b-4e98-a569-d57cdf415d5e is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:43:19.994151 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-c4b18872-07b3-4d8b-97e1-0538bcce8503 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:43:19.997717 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b18872-07b3-4d8b-97e1-0538bcce8503 admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:43:20.073247 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-50a7cbd8-b049-405a-81c4-0b3c03521ec3 None None] For port bdb6d9e0-b022-4978-ae1e-d3b30a707f75, host dv-cinder-790492-12-iscsi, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:43:20.080804 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-50a7cbd8-b049-405a-81c4-0b3c03521ec3 None None] For port bdb6d9e0-b022-4978-ae1e-d3b30a707f75, host dv-cinder-790492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=bdb6d9e0-b022-4978-ae1e-d3b30a707f75,segment=NetworkSegment(4dbac380-9d29-4673-9334-48fa88a95c76),segment_id=4dbac380-9d29-4673-9334-48fa88a95c76)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:43:20.091281 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-50a7cbd8-b049-405a-81c4-0b3c03521ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:20.182438 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7cbd8-b049-405a-81c4-0b3c03521ec3 None None] Pushing event updated for resources: {'Port': ['ID=bdb6d9e0-b022-4978-ae1e-d3b30a707f75,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:20.230199 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-3424e37c-24c1-493c-9db3-d04001c639c5 None None] Set router cad5ea78-9aed-46c2-86c3-d5ea47d31cae gateway port host: dv-cinder-790492-12-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:43:20.601814 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device e649fc8e-6bce-44d2-878b-711238646271 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:43:20.645453 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c4b18872-07b3-4d8b-97e1-0538bcce8503 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:20.757363 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 56522) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:20.858015 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-3424e37c-24c1-493c-9db3-d04001c639c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'name': 'tempest-TestVolumeBootPattern-1912283042-router', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e649fc8e-6bce-44d2-878b-711238646271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:14Z', 'revision_number': 4, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'gw_port': {'id': 'e649fc8e-6bce-44d2-878b-711238646271', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '07da7cc8-ed1f-4d6b-b921-d414efc7e22a', 'name': '', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'mac_address': 'fa:16:3e:d6:b6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:13Z', 'updated_at': '2021-08-30T18:43:19Z', 'revision_number': 4, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'subnets': [{'id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:43:20.912635 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3424e37c-24c1-493c-9db3-d04001c639c5 None None] The sync data for ids ['cad5ea78-9aed-46c2-86c3-d5ea47d31cae'] in dv-cinder-790492-12-iscsi is: [{'id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'name': 'tempest-TestVolumeBootPattern-1912283042-router', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e649fc8e-6bce-44d2-878b-711238646271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:14Z', 'revision_number': 4, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'gw_port': {'id': 'e649fc8e-6bce-44d2-878b-711238646271', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '07da7cc8-ed1f-4d6b-b921-d414efc7e22a', 'name': '', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'mac_address': 'fa:16:3e:d6:b6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:13Z', 'updated_at': '2021-08-30T18:43:19Z', 'revision_number': 4, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'subnets': [{'id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:43:20.916297 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port e649fc8e-6bce-44d2-878b-711238646271 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:43:20.917382 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:20.983629 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9b02ea76-bb96-491d-b36d-e22275a88e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:21.064166 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 07da7cc8-ed1f-4d6b-b921-d414efc7e22a up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:43:21.143526 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning for port 07da7cc8-ed1f-4d6b-b921-d414efc7e22a completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:43:21.151927 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port 07da7cc8-ed1f-4d6b-b921-d414efc7e22a triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:43:21.152736 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:21.205919 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9b02ea76-bb96-491d-b36d-e22275a88e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:21.218651 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9b02ea76-bb96-491d-b36d-e22275a88e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:21.294662 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-9b02ea76-bb96-491d-b36d-e22275a88e31 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=50f5501a4c464b10b6f0661900558213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5353267 Aug 30 18:43:21.301756 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 56526) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:21.308372 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:21.318354 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02ea76-bb96-491d-b36d-e22275a88e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac43bbe9-e6c5-4ab0-8db4-7bf70b261565,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:21.378117 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] For port 07da7cc8-ed1f-4d6b-b921-d414efc7e22a, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=07da7cc8-ed1f-4d6b-b921-d414efc7e22a,segment=NetworkSegment(0d9affdd-6baa-4b27-bcd5-90971e50b682),segment_id=0d9affdd-6baa-4b27-bcd5-90971e50b682)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:43:21.387248 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:21.446079 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0bd1dbe0-9f91-4f0f-bd07-ac2da9af0189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:21.476644 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Pushing event updated for resources: {'Port': ['ID=07da7cc8-ed1f-4d6b-b921-d414efc7e22a,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:21.492572 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c4b18872-07b3-4d8b-97e1-0538bcce8503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4117433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4120119'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:21.505503 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0bd1dbe0-9f91-4f0f-bd07-ac2da9af0189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:21.685671 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fac0904-3357-4dc4-91ec-b042b73f8b68 None None] Network fedd41d9-4024-40d5-82e8-5b7d2f017513 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:43:21.702740 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0bd1dbe0-9f91-4f0f-bd07-ac2da9af0189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:21.705441 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0bd1dbe0-9f91-4f0f-bd07-ac2da9af0189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:21.706719 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-0bd1dbe0-9f91-4f0f-bd07-ac2da9af0189 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ac43bbe9-e6c5-4ab0-8db4-7bf70b261565 HTTP/1.1" status: 204 len: 168 time: 0.4032321 Aug 30 18:43:21.733018 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1dbe0-9f91-4f0f-bd07-ac2da9af0189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac43bbe9-e6c5-4ab0-8db4-7bf70b261565,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:21.750967 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b18872-07b3-4d8b-97e1-0538bcce8503 admin admin] Router c731a882-2293-4715-8290-59b019bab1f3 is scheduled to L3 agent 92e03f23-06fd-457e-8698-15737aaba387 with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 18:43:21.843244 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1b865407-3a2d-4fe1-85c7-d4d9dd02b6f7 None None] Provisioning for port bdb6d9e0-b022-4978-ae1e-d3b30a707f75 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:43:21.968235 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b18872-07b3-4d8b-97e1-0538bcce8503 admin admin] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:43:21.981123 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08cf362-5c2a-472d-9e0e-9bb0844a70e5 None None] Sync routers for ids ['c731a882-2293-4715-8290-59b019bab1f3'] in dv-cinder-790492-12-iscsi {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:43:22.002266 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08cf362-5c2a-472d-9e0e-9bb0844a70e5 None None] Routers {'c731a882-2293-4715-8290-59b019bab1f3'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:43:22.003409 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-f08cf362-5c2a-472d-9e0e-9bb0844a70e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:42:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['c731a882-2293-4715-8290-59b019bab1f3'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:43:22.010616 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c4b18872-07b3-4d8b-97e1-0538bcce8503 admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:22.011563 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-c4b18872-07b3-4d8b-97e1-0538bcce8503 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6876678 Aug 30 18:43:22.016521 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 56532) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:22.227697 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-f08cf362-5c2a-472d-9e0e-9bb0844a70e5 None None] Set router c731a882-2293-4715-8290-59b019bab1f3 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:43:22.630741 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-f08cf362-5c2a-472d-9e0e-9bb0844a70e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c731a882-2293-4715-8290-59b019bab1f3', 'name': 'tempest-TestVolumeBootPattern-459854330-router', 'tenant_id': '5855bc3c0cfa4778a5f2de3f324d1a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '40af5631-3a82-457b-aae9-245b9ee11c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:43:18Z', 'updated_at': '2021-08-30T18:43:20Z', 'revision_number': 3, 'project_id': '5855bc3c0cfa4778a5f2de3f324d1a31', 'gw_port': {'id': '40af5631-3a82-457b-aae9-245b9ee11c10', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:84:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c731a882-2293-4715-8290-59b019bab1f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:19Z', 'updated_at': '2021-08-30T18:43:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi'}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:43:22.639668 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device bdb6d9e0-b022-4978-ae1e-d3b30a707f75 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:43:22.721795 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08cf362-5c2a-472d-9e0e-9bb0844a70e5 None None] Checking router: c731a882-2293-4715-8290-59b019bab1f3 for host: dv-cinder-790492-12-iscsi {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:43:22.722183 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08cf362-5c2a-472d-9e0e-9bb0844a70e5 None None] Updating router c731a882-2293-4715-8290-59b019bab1f3 port 40af5631-3a82-457b-aae9-245b9ee11c10 binding host dv-cinder-790492-12-iscsi {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:43:22.757052 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f08cf362-5c2a-472d-9e0e-9bb0844a70e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:22.882736 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e65c5190-3957-4d65-ab37-089a5d53d13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:22.939871 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning for port bdb6d9e0-b022-4978-ae1e-d3b30a707f75 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:43:22.950260 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port bdb6d9e0-b022-4978-ae1e-d3b30a707f75 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:43:22.950843 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:23.149137 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-e65c5190-3957-4d65-ab37-089a5d53d13b admin admin] Allocated IP 172.20.0.1 (fedd41d9-4024-40d5-82e8-5b7d2f017513/f90d658a-eda2-456c-b116-5b6601c51915/ccae158f-7c9a-46e9-b0fd-f6fcca85b713) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:43:23.242940 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:23.310565 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-90522343-a5c5-44c9-a341-509a70b7d5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:23.349785 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e65c5190-3957-4d65-ab37-089a5d53d13b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:23.369626 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-e65c5190-3957-4d65-ab37-089a5d53d13b admin admin] Transition to ACTIVE for port object ccae158f-7c9a-46e9-b0fd-f6fcca85b713 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:43:23.402475 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] For port bdb6d9e0-b022-4978-ae1e-d3b30a707f75, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=bdb6d9e0-b022-4978-ae1e-d3b30a707f75,segment=NetworkSegment(4dbac380-9d29-4673-9334-48fa88a95c76),segment_id=4dbac380-9d29-4673-9334-48fa88a95c76)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:43:23.412642 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:23.414001 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 07da7cc8-ed1f-4d6b-b921-d414efc7e22a up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:43:23.417198 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:23.421441 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e65c5190-3957-4d65-ab37-089a5d53d13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041865'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:23.463254 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f08cf362-5c2a-472d-9e0e-9bb0844a70e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:23.495730 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65c5190-3957-4d65-ab37-089a5d53d13b admin admin] Network fedd41d9-4024-40d5-82e8-5b7d2f017513 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:43:23.501591 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f08cf362-5c2a-472d-9e0e-9bb0844a70e5 None None] Transition to ACTIVE for port object 40af5631-3a82-457b-aae9-245b9ee11c10 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:43:23.506340 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-e65c5190-3957-4d65-ab37-089a5d53d13b admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:43:23.513670 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65c5190-3957-4d65-ab37-089a5d53d13b admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:43:23.527219 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f08cf362-5c2a-472d-9e0e-9bb0844a70e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:23.570131 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Pushing event updated for resources: {'Port': ['ID=bdb6d9e0-b022-4978-ae1e-d3b30a707f75,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:23.571035 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c5190-3957-4d65-ab37-089a5d53d13b admin admin] Pushing event updated for resources: {'Port': ['ID=ccae158f-7c9a-46e9-b0fd-f6fcca85b713,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:23.612780 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e65c5190-3957-4d65-ab37-089a5d53d13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4120296'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:23.621440 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-f08cf362-5c2a-472d-9e0e-9bb0844a70e5 None None] Attempting to bind port 40af5631-3a82-457b-aae9-245b9ee11c10 on host dv-cinder-790492-12-iscsi for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:43:23.621800 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-f08cf362-5c2a-472d-9e0e-9bb0844a70e5 None None] Attempting to bind port 40af5631-3a82-457b-aae9-245b9ee11c10 by drivers openvswitch,hyperv on host dv-cinder-790492-12-iscsi at level 0 using segments [{'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:43:23.622000 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08cf362-5c2a-472d-9e0e-9bb0844a70e5 None None] Attempting to bind port 40af5631-3a82-457b-aae9-245b9ee11c10 on network 56c1e305-917b-4e98-a569-d57cdf415d5e {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:43:23.648245 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port 07da7cc8-ed1f-4d6b-b921-d414efc7e22a triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:43:23.648623 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:23.654392 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08cf362-5c2a-472d-9e0e-9bb0844a70e5 None None] Checking agent: {'id': '245e5d0a-3a0f-4c4e-b0f3-8ac9becf3b30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 25, 23), 'started_at': datetime.datetime(2021, 8, 30, 18, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:43:23.654880 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08cf362-5c2a-472d-9e0e-9bb0844a70e5 None None] Checking segment: {'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:43:23.655390 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f08cf362-5c2a-472d-9e0e-9bb0844a70e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:23.655794 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08cf362-5c2a-472d-9e0e-9bb0844a70e5 None None] Bound using segment: {'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:43:23.656401 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-f08cf362-5c2a-472d-9e0e-9bb0844a70e5 None None] Bound port: 40af5631-3a82-457b-aae9-245b9ee11c10, host: dv-cinder-790492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6a5219-0521-4333-ae96-e7fdd8d0d325', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:43:23.656876 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f08cf362-5c2a-472d-9e0e-9bb0844a70e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:23.716512 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39edbd19-3018-4c9c-aa0e-c9ec56a7c36d None None] Pushing event updated for resources: {'Port': ['ID=40af5631-3a82-457b-aae9-245b9ee11c10,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:23.772819 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f08cf362-5c2a-472d-9e0e-9bb0844a70e5 None None] For port 40af5631-3a82-457b-aae9-245b9ee11c10, host dv-cinder-790492-12-iscsi, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:43:23.776895 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f08cf362-5c2a-472d-9e0e-9bb0844a70e5 None None] For port 40af5631-3a82-457b-aae9-245b9ee11c10, host dv-cinder-790492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=40af5631-3a82-457b-aae9-245b9ee11c10,segment=NetworkSegment(1a6a5219-0521-4333-ae96-e7fdd8d0d325),segment_id=1a6a5219-0521-4333-ae96-e7fdd8d0d325)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:43:23.784909 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f08cf362-5c2a-472d-9e0e-9bb0844a70e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:23.865833 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 56562) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:23.901006 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e65c5190-3957-4d65-ab37-089a5d53d13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:23.913322 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08cf362-5c2a-472d-9e0e-9bb0844a70e5 None None] Routers {'c731a882-2293-4715-8290-59b019bab1f3'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:43:23.914427 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-f08cf362-5c2a-472d-9e0e-9bb0844a70e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:43:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['c731a882-2293-4715-8290-59b019bab1f3'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:43:24.039686 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39edbd19-3018-4c9c-aa0e-c9ec56a7c36d None None] Pushing event updated for resources: {'Port': ['ID=40af5631-3a82-457b-aae9-245b9ee11c10,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:24.062383 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c823dc45-1a3c-49e9-88f0-81d49167d3f5 None None] Provisioning for port ccae158f-7c9a-46e9-b0fd-f6fcca85b713 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:43:24.068186 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-98598eea-348b-4c9c-917e-271b55105ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:24.087421 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c823dc45-1a3c-49e9-88f0-81d49167d3f5 None None] Provisioning complete for port ccae158f-7c9a-46e9-b0fd-f6fcca85b713 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:43:24.088447 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c823dc45-1a3c-49e9-88f0-81d49167d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:24.099619 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:24.202240 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c823dc45-1a3c-49e9-88f0-81d49167d3f5 None None] Port ccae158f-7c9a-46e9-b0fd-f6fcca85b713 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:43:24.234115 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-f08cf362-5c2a-472d-9e0e-9bb0844a70e5 None None] Set router c731a882-2293-4715-8290-59b019bab1f3 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:43:24.239731 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e65c5190-3957-4d65-ab37-089a5d53d13b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:24.247514 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-98598eea-348b-4c9c-917e-271b55105ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:24.249520 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e65c5190-3957-4d65-ab37-089a5d53d13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9041872'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:24.258868 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-98598eea-348b-4c9c-917e-271b55105ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:24.315897 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98598eea-348b-4c9c-917e-271b55105ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c4f7dd-b39b-47fe-b090-2ed30ad4f439,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:24.336607 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c5190-3957-4d65-ab37-089a5d53d13b admin admin] Pushing event updated for resources: {'Port': ['ID=ccae158f-7c9a-46e9-b0fd-f6fcca85b713,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:24.342092 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-98598eea-348b-4c9c-917e-271b55105ee4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=db8fef178bda4d31bd1d9ee8935cd1a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4745667 Aug 30 18:43:24.342306 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 56566) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:24.346156 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e65c5190-3957-4d65-ab37-089a5d53d13b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4119095'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:24.549129 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b92e9da9-4b5a-4053-93de-383f2f8388be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:24.550062 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device bdb6d9e0-b022-4978-ae1e-d3b30a707f75 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:43:24.606301 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b92e9da9-4b5a-4053-93de-383f2f8388be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:24.633437 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65c5190-3957-4d65-ab37-089a5d53d13b admin admin] Network fedd41d9-4024-40d5-82e8-5b7d2f017513 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:43:24.642061 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-e65c5190-3957-4d65-ab37-089a5d53d13b admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:43:24.769491 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port bdb6d9e0-b022-4978-ae1e-d3b30a707f75 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:43:24.770269 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:24.840982 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b92e9da9-4b5a-4053-93de-383f2f8388be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:24.846171 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b92e9da9-4b5a-4053-93de-383f2f8388be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:24.848275 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-b92e9da9-4b5a-4053-93de-383f2f8388be admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d1c4f7dd-b39b-47fe-b090-2ed30ad4f439 HTTP/1.1" status: 204 len: 168 time: 0.5040846 Aug 30 18:43:24.901294 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e9da9-4b5a-4053-93de-383f2f8388be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c4f7dd-b39b-47fe-b090-2ed30ad4f439,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:24.911877 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65c5190-3957-4d65-ab37-089a5d53d13b admin admin] Router c731a882-2293-4715-8290-59b019bab1f3 has already been hosted by L3 agent 92e03f23-06fd-457e-8698-15737aaba387 {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:43:24.951562 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-f08cf362-5c2a-472d-9e0e-9bb0844a70e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c731a882-2293-4715-8290-59b019bab1f3', 'name': 'tempest-TestVolumeBootPattern-459854330-router', 'tenant_id': '5855bc3c0cfa4778a5f2de3f324d1a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '40af5631-3a82-457b-aae9-245b9ee11c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:43:18Z', 'updated_at': '2021-08-30T18:43:23Z', 'revision_number': 4, 'project_id': '5855bc3c0cfa4778a5f2de3f324d1a31', 'gw_port': {'id': '40af5631-3a82-457b-aae9-245b9ee11c10', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:84:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c731a882-2293-4715-8290-59b019bab1f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:19Z', 'updated_at': '2021-08-30T18:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': 'ccae158f-7c9a-46e9-b0fd-f6fcca85b713', 'name': '', 'network_id': 'fedd41d9-4024-40d5-82e8-5b7d2f017513', 'tenant_id': '5855bc3c0cfa4778a5f2de3f324d1a31', 'mac_address': 'fa:16:3e:38:14:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c731a882-2293-4715-8290-59b019bab1f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'f90d658a-eda2-456c-b116-5b6601c51915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:22Z', 'updated_at': '2021-08-30T18:43:23Z', 'revision_number': 1, 'project_id': '5855bc3c0cfa4778a5f2de3f324d1a31', 'subnets': [{'id': 'f90d658a-eda2-456c-b116-5b6601c51915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:43:25.016784 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08cf362-5c2a-472d-9e0e-9bb0844a70e5 None None] The sync data for ids ['c731a882-2293-4715-8290-59b019bab1f3'] in dv-cinder-790492-12-iscsi is: [{'id': 'c731a882-2293-4715-8290-59b019bab1f3', 'name': 'tempest-TestVolumeBootPattern-459854330-router', 'tenant_id': '5855bc3c0cfa4778a5f2de3f324d1a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '40af5631-3a82-457b-aae9-245b9ee11c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:43:18Z', 'updated_at': '2021-08-30T18:43:23Z', 'revision_number': 4, 'project_id': '5855bc3c0cfa4778a5f2de3f324d1a31', 'gw_port': {'id': '40af5631-3a82-457b-aae9-245b9ee11c10', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:84:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c731a882-2293-4715-8290-59b019bab1f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:19Z', 'updated_at': '2021-08-30T18:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': 'ccae158f-7c9a-46e9-b0fd-f6fcca85b713', 'name': '', 'network_id': 'fedd41d9-4024-40d5-82e8-5b7d2f017513', 'tenant_id': '5855bc3c0cfa4778a5f2de3f324d1a31', 'mac_address': 'fa:16:3e:38:14:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c731a882-2293-4715-8290-59b019bab1f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'f90d658a-eda2-456c-b116-5b6601c51915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:22Z', 'updated_at': '2021-08-30T18:43:23Z', 'revision_number': 1, 'project_id': '5855bc3c0cfa4778a5f2de3f324d1a31', 'subnets': [{'id': 'f90d658a-eda2-456c-b116-5b6601c51915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:43:25.057985 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c4b1afbe-8d05-46e1-8a05-c57afc425173 None None] Provisioning complete for port ccae158f-7c9a-46e9-b0fd-f6fcca85b713 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:43:25.058578 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c4b1afbe-8d05-46e1-8a05-c57afc425173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:25.125672 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c4b1afbe-8d05-46e1-8a05-c57afc425173 None None] Port ccae158f-7c9a-46e9-b0fd-f6fcca85b713 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:43:25.137600 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65c5190-3957-4d65-ab37-089a5d53d13b admin admin] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:43:25.151790 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-e65c5190-3957-4d65-ab37-089a5d53d13b admin admin] 10.222.0.46 "PUT /v2.0/routers/c731a882-2293-4715-8290-59b019bab1f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1316416 Aug 30 18:43:25.789165 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:26.184465 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 56600) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:26.190065 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-3ad57e5e-ac23-4708-bcee-27a83942b58b tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1880125180', 'description': 'tempest-secgroup-smoke-1880125180 description', 'project_id': 'd6986e116dce48f8bda10af57404e7ac'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:43:26.219667 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3ad57e5e-ac23-4708-bcee-27a83942b58b tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:26.364767 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3ad57e5e-ac23-4708-bcee-27a83942b58b tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:26.371054 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3ad57e5e-ac23-4708-bcee-27a83942b58b tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:26.425918 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad57e5e-ac23-4708-bcee-27a83942b58b tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03785da4-8a07-413b-9194-f80bfb4a5fc3,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:26.431780 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3ad57e5e-ac23-4708-bcee-27a83942b58b tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:26.433742 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-3ad57e5e-ac23-4708-bcee-27a83942b58b tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2480657 Aug 30 18:43:26.438517 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 56602) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:26.448809 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-4ccacc23-8abf-4227-bfbc-6b77afb711be tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Request body: {'security_group_rule': {'security_group_id': '03785da4-8a07-413b-9194-f80bfb4a5fc3', 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:43:26.494089 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4ccacc23-8abf-4227-bfbc-6b77afb711be tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:26.598217 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4ccacc23-8abf-4227-bfbc-6b77afb711be tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:26.611902 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4ccacc23-8abf-4227-bfbc-6b77afb711be tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110862'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:26.636169 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccacc23-8abf-4227-bfbc-6b77afb711be tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d04a897-7e9b-44a9-90f8-77788d6094de,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:26.647225 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4ccacc23-8abf-4227-bfbc-6b77afb711be tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:26.648223 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-4ccacc23-8abf-4227-bfbc-6b77afb711be tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2069182 Aug 30 18:43:26.651329 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 56604) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:26.656663 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-febcd387-6bbd-4e4d-bac9-7458d6f3325d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Request body: {'security_group_rule': {'security_group_id': '03785da4-8a07-413b-9194-f80bfb4a5fc3', 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:43:26.707022 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-febcd387-6bbd-4e4d-bac9-7458d6f3325d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:26.858512 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-febcd387-6bbd-4e4d-bac9-7458d6f3325d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:26.865397 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-febcd387-6bbd-4e4d-bac9-7458d6f3325d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110862'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:26.914459 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febcd387-6bbd-4e4d-bac9-7458d6f3325d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=333fe25e-8c24-45a9-857a-cd12c37cc018,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:26.923219 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-febcd387-6bbd-4e4d-bac9-7458d6f3325d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:26.927725 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-febcd387-6bbd-4e4d-bac9-7458d6f3325d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2749882 Aug 30 18:43:26.929501 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 56610) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:26.935286 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-8f740630-ea77-428b-9bed-cb5e5929625b tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Request body: {'security_group_rule': {'security_group_id': '03785da4-8a07-413b-9194-f80bfb4a5fc3', 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:43:26.988616 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8f740630-ea77-428b-9bed-cb5e5929625b tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:27.085826 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8f740630-ea77-428b-9bed-cb5e5929625b tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:27.092657 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8f740630-ea77-428b-9bed-cb5e5929625b tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110862'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:27.126531 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f740630-ea77-428b-9bed-cb5e5929625b tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1343b18b-25b5-4f32-a3a5-b03ef247475d,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:27.133256 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8f740630-ea77-428b-9bed-cb5e5929625b tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:27.139332 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 56612) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:27.139760 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-8f740630-ea77-428b-9bed-cb5e5929625b tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2084539 Aug 30 18:43:27.147115 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-211c7daa-b81a-4050-9157-0f90e6ebd4dd tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Request body: {'security_group_rule': {'security_group_id': '03785da4-8a07-413b-9194-f80bfb4a5fc3', 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:43:27.189302 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-211c7daa-b81a-4050-9157-0f90e6ebd4dd tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:27.296940 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-211c7daa-b81a-4050-9157-0f90e6ebd4dd tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:27.301597 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-211c7daa-b81a-4050-9157-0f90e6ebd4dd tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110862'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:27.330013 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c7daa-b81a-4050-9157-0f90e6ebd4dd tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2351638f-c978-4d01-a931-51210c155b9f,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:27.340489 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-211c7daa-b81a-4050-9157-0f90e6ebd4dd tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:27.342192 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-211c7daa-b81a-4050-9157-0f90e6ebd4dd tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2012796 Aug 30 18:43:27.345529 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 56614) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:27.352050 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-c4ec9b5f-3e47-4082-b6f8-6ffb6567b9fc tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Request body: {'security_group_rule': {'security_group_id': '03785da4-8a07-413b-9194-f80bfb4a5fc3', 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:43:27.384023 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.db.securitygroups_db [None req-c4ec9b5f-3e47-4082-b6f8-6ffb6567b9fc tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Project d6986e116dce48f8bda10af57404e7ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 18:43:27.392381 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c4ec9b5f-3e47-4082-b6f8-6ffb6567b9fc tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:27.499586 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c4ec9b5f-3e47-4082-b6f8-6ffb6567b9fc tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:27.505185 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c4ec9b5f-3e47-4082-b6f8-6ffb6567b9fc tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110862'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:27.532943 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec9b5f-3e47-4082-b6f8-6ffb6567b9fc tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ff074d-d75b-473c-8bf3-d8a20a948108,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:27.538653 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c4ec9b5f-3e47-4082-b6f8-6ffb6567b9fc tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:27.540868 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-c4ec9b5f-3e47-4082-b6f8-6ffb6567b9fc tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1937978 Aug 30 18:43:27.543957 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 56616) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:27.552785 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-61ce5763-2b95-4a4b-b0d5-6a02d2317ad7 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Request body: {'security_group_rule': {'security_group_id': '03785da4-8a07-413b-9194-f80bfb4a5fc3', 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:43:27.588416 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.db.securitygroups_db [None req-61ce5763-2b95-4a4b-b0d5-6a02d2317ad7 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Project d6986e116dce48f8bda10af57404e7ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 18:43:27.597253 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-61ce5763-2b95-4a4b-b0d5-6a02d2317ad7 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:27.689586 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-61ce5763-2b95-4a4b-b0d5-6a02d2317ad7 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:27.696439 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-61ce5763-2b95-4a4b-b0d5-6a02d2317ad7 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4110862'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:27.715805 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce5763-2b95-4a4b-b0d5-6a02d2317ad7 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9abebd8c-5e62-4968-80d5-577eeae512fe,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:27.724542 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-61ce5763-2b95-4a4b-b0d5-6a02d2317ad7 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:27.726512 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-61ce5763-2b95-4a4b-b0d5-6a02d2317ad7 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1808858 Aug 30 18:43:28.473064 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 40af5631-3a82-457b-aae9-245b9ee11c10 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:43:28.537560 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f588ae6-14c2-4664-be1e-db5edcd5c199 None None] Sync routers for ids ['c731a882-2293-4715-8290-59b019bab1f3'] in dv-cinder-790492-12-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:43:28.546081 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning for port 40af5631-3a82-457b-aae9-245b9ee11c10 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:43:28.549136 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f588ae6-14c2-4664-be1e-db5edcd5c199 None None] Routers {'c731a882-2293-4715-8290-59b019bab1f3'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:43:28.549773 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-3f588ae6-14c2-4664-be1e-db5edcd5c199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:43:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['c731a882-2293-4715-8290-59b019bab1f3'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:43:28.553916 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port 40af5631-3a82-457b-aae9-245b9ee11c10 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:43:28.554743 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:28.673390 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:28.695081 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-3f588ae6-14c2-4664-be1e-db5edcd5c199 None None] Set router c731a882-2293-4715-8290-59b019bab1f3 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:43:28.699610 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] For port 40af5631-3a82-457b-aae9-245b9ee11c10, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=40af5631-3a82-457b-aae9-245b9ee11c10,segment=NetworkSegment(1a6a5219-0521-4333-ae96-e7fdd8d0d325),segment_id=1a6a5219-0521-4333-ae96-e7fdd8d0d325)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:43:28.704490 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:28.781731 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Pushing event updated for resources: {'Port': ['ID=40af5631-3a82-457b-aae9-245b9ee11c10,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:28.791794 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:28.792188 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:28.792681 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:28.793020 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:28.793355 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:28.793686 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:28.794017 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:28.794350 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:28.794672 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:28.794994 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:28.795342 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:28.795664 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:43:28.942398 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-3f588ae6-14c2-4664-be1e-db5edcd5c199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c731a882-2293-4715-8290-59b019bab1f3', 'name': 'tempest-TestVolumeBootPattern-459854330-router', 'tenant_id': '5855bc3c0cfa4778a5f2de3f324d1a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '40af5631-3a82-457b-aae9-245b9ee11c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:43:18Z', 'updated_at': '2021-08-30T18:43:23Z', 'revision_number': 4, 'project_id': '5855bc3c0cfa4778a5f2de3f324d1a31', 'gw_port': {'id': '40af5631-3a82-457b-aae9-245b9ee11c10', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:84:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c731a882-2293-4715-8290-59b019bab1f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:19Z', 'updated_at': '2021-08-30T18:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': 'ccae158f-7c9a-46e9-b0fd-f6fcca85b713', 'name': '', 'network_id': 'fedd41d9-4024-40d5-82e8-5b7d2f017513', 'tenant_id': '5855bc3c0cfa4778a5f2de3f324d1a31', 'mac_address': 'fa:16:3e:38:14:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c731a882-2293-4715-8290-59b019bab1f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'f90d658a-eda2-456c-b116-5b6601c51915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:22Z', 'updated_at': '2021-08-30T18:43:23Z', 'revision_number': 2, 'project_id': '5855bc3c0cfa4778a5f2de3f324d1a31', 'subnets': [{'id': 'f90d658a-eda2-456c-b116-5b6601c51915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:43:28.979860 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f588ae6-14c2-4664-be1e-db5edcd5c199 None None] Checking router: c731a882-2293-4715-8290-59b019bab1f3 for host: dv-cinder-790492-12-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:43:28.980253 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f588ae6-14c2-4664-be1e-db5edcd5c199 None None] Updating router c731a882-2293-4715-8290-59b019bab1f3 port ccae158f-7c9a-46e9-b0fd-f6fcca85b713 binding host dv-cinder-790492-12-iscsi {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:43:29.012999 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3f588ae6-14c2-4664-be1e-db5edcd5c199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:29.371342 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3f588ae6-14c2-4664-be1e-db5edcd5c199 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:29.396729 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-3f588ae6-14c2-4664-be1e-db5edcd5c199 None None] Transition to ACTIVE for port object ccae158f-7c9a-46e9-b0fd-f6fcca85b713 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:43:29.411737 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3f588ae6-14c2-4664-be1e-db5edcd5c199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:29.480024 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5fcb29-b7bf-40e5-985c-a0c3c56ee316 None None] Pushing event updated for resources: {'Port': ['ID=ccae158f-7c9a-46e9-b0fd-f6fcca85b713,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:29.546405 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 56690) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:29.607377 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-3f588ae6-14c2-4664-be1e-db5edcd5c199 None None] Attempting to bind port ccae158f-7c9a-46e9-b0fd-f6fcca85b713 on host dv-cinder-790492-12-iscsi for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:43:29.608230 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-3f588ae6-14c2-4664-be1e-db5edcd5c199 None None] Attempting to bind port ccae158f-7c9a-46e9-b0fd-f6fcca85b713 by drivers openvswitch,hyperv on host dv-cinder-790492-12-iscsi at level 0 using segments [{'id': '4dbac380-9d29-4673-9334-48fa88a95c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fedd41d9-4024-40d5-82e8-5b7d2f017513'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:43:29.608776 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f588ae6-14c2-4664-be1e-db5edcd5c199 None None] Attempting to bind port ccae158f-7c9a-46e9-b0fd-f6fcca85b713 on network fedd41d9-4024-40d5-82e8-5b7d2f017513 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:43:29.620675 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f588ae6-14c2-4664-be1e-db5edcd5c199 None None] Checking agent: {'id': '245e5d0a-3a0f-4c4e-b0f3-8ac9becf3b30', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 25, 23), 'started_at': datetime.datetime(2021, 8, 30, 18, 25, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:43:29.621236 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f588ae6-14c2-4664-be1e-db5edcd5c199 None None] Checking segment: {'id': '4dbac380-9d29-4673-9334-48fa88a95c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fedd41d9-4024-40d5-82e8-5b7d2f017513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:43:29.621873 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3f588ae6-14c2-4664-be1e-db5edcd5c199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:29.622551 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f588ae6-14c2-4664-be1e-db5edcd5c199 None None] Bound using segment: {'id': '4dbac380-9d29-4673-9334-48fa88a95c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fedd41d9-4024-40d5-82e8-5b7d2f017513'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:43:29.623338 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-3f588ae6-14c2-4664-be1e-db5edcd5c199 None None] Bound port: ccae158f-7c9a-46e9-b0fd-f6fcca85b713, host: dv-cinder-790492-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dbac380-9d29-4673-9334-48fa88a95c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fedd41d9-4024-40d5-82e8-5b7d2f017513'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:43:29.623991 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3f588ae6-14c2-4664-be1e-db5edcd5c199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:29.724362 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-3f588ae6-14c2-4664-be1e-db5edcd5c199 None None] For port ccae158f-7c9a-46e9-b0fd-f6fcca85b713, host dv-cinder-790492-12-iscsi, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:43:29.730962 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-3f588ae6-14c2-4664-be1e-db5edcd5c199 None None] For port ccae158f-7c9a-46e9-b0fd-f6fcca85b713, host dv-cinder-790492-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=ccae158f-7c9a-46e9-b0fd-f6fcca85b713,segment=NetworkSegment(4dbac380-9d29-4673-9334-48fa88a95c76),segment_id=4dbac380-9d29-4673-9334-48fa88a95c76)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:43:29.742060 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3f588ae6-14c2-4664-be1e-db5edcd5c199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:29.754466 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9436ad61-ca9c-4806-883f-5dfd85ae5bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:29.849727 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5fcb29-b7bf-40e5-985c-a0c3c56ee316 None None] Pushing event updated for resources: {'Port': ['ID=ccae158f-7c9a-46e9-b0fd-f6fcca85b713,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:29.858763 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f588ae6-14c2-4664-be1e-db5edcd5c199 None None] Routers {'c731a882-2293-4715-8290-59b019bab1f3'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:43:29.859895 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-3f588ae6-14c2-4664-be1e-db5edcd5c199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:43:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['c731a882-2293-4715-8290-59b019bab1f3'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:43:29.881300 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9436ad61-ca9c-4806-883f-5dfd85ae5bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:29.886731 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9436ad61-ca9c-4806-883f-5dfd85ae5bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:29.927682 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:43:29.933053 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-9436ad61-ca9c-4806-883f-5dfd85ae5bcf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=395610e451b34bc1a74dfa7e0699e0b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3852468 Aug 30 18:43:29.935010 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436ad61-ca9c-4806-883f-5dfd85ae5bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c084cc-b424-4594-8d25-dc9c2b0fe817,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:29.935927 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 56694) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:43:30.008314 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-43298255-df2f-4f05-9fcf-f5703fa36660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:30.047074 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-43298255-df2f-4f05-9fcf-f5703fa36660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:30.070726 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-3f588ae6-14c2-4664-be1e-db5edcd5c199 None None] Set router c731a882-2293-4715-8290-59b019bab1f3 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:43:30.131682 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-43298255-df2f-4f05-9fcf-f5703fa36660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:30.134697 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-43298255-df2f-4f05-9fcf-f5703fa36660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:30.136358 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-43298255-df2f-4f05-9fcf-f5703fa36660 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/09c084cc-b424-4594-8d25-dc9c2b0fe817 HTTP/1.1" status: 204 len: 168 time: 0.1993048 Aug 30 18:43:30.149124 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43298255-df2f-4f05-9fcf-f5703fa36660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c084cc-b424-4594-8d25-dc9c2b0fe817,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:30.343360 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-3f588ae6-14c2-4664-be1e-db5edcd5c199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c731a882-2293-4715-8290-59b019bab1f3', 'name': 'tempest-TestVolumeBootPattern-459854330-router', 'tenant_id': '5855bc3c0cfa4778a5f2de3f324d1a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '40af5631-3a82-457b-aae9-245b9ee11c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:43:18Z', 'updated_at': '2021-08-30T18:43:23Z', 'revision_number': 4, 'project_id': '5855bc3c0cfa4778a5f2de3f324d1a31', 'gw_port': {'id': '40af5631-3a82-457b-aae9-245b9ee11c10', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:84:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c731a882-2293-4715-8290-59b019bab1f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:19Z', 'updated_at': '2021-08-30T18:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': 'ccae158f-7c9a-46e9-b0fd-f6fcca85b713', 'name': '', 'network_id': 'fedd41d9-4024-40d5-82e8-5b7d2f017513', 'tenant_id': '5855bc3c0cfa4778a5f2de3f324d1a31', 'mac_address': 'fa:16:3e:38:14:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c731a882-2293-4715-8290-59b019bab1f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'f90d658a-eda2-456c-b116-5b6601c51915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:22Z', 'updated_at': '2021-08-30T18:43:29Z', 'revision_number': 4, 'project_id': '5855bc3c0cfa4778a5f2de3f324d1a31', 'subnets': [{'id': 'f90d658a-eda2-456c-b116-5b6601c51915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:43:30.384153 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f588ae6-14c2-4664-be1e-db5edcd5c199 None None] The sync data for ids ['c731a882-2293-4715-8290-59b019bab1f3'] in dv-cinder-790492-12-iscsi is: [{'id': 'c731a882-2293-4715-8290-59b019bab1f3', 'name': 'tempest-TestVolumeBootPattern-459854330-router', 'tenant_id': '5855bc3c0cfa4778a5f2de3f324d1a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '40af5631-3a82-457b-aae9-245b9ee11c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:43:18Z', 'updated_at': '2021-08-30T18:43:23Z', 'revision_number': 4, 'project_id': '5855bc3c0cfa4778a5f2de3f324d1a31', 'gw_port': {'id': '40af5631-3a82-457b-aae9-245b9ee11c10', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:84:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c731a882-2293-4715-8290-59b019bab1f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:19Z', 'updated_at': '2021-08-30T18:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': 'ccae158f-7c9a-46e9-b0fd-f6fcca85b713', 'name': '', 'network_id': 'fedd41d9-4024-40d5-82e8-5b7d2f017513', 'tenant_id': '5855bc3c0cfa4778a5f2de3f324d1a31', 'mac_address': 'fa:16:3e:38:14:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c731a882-2293-4715-8290-59b019bab1f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'f90d658a-eda2-456c-b116-5b6601c51915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:22Z', 'updated_at': '2021-08-30T18:43:29Z', 'revision_number': 4, 'project_id': '5855bc3c0cfa4778a5f2de3f324d1a31', 'subnets': [{'id': 'f90d658a-eda2-456c-b116-5b6601c51915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:43:30.535428 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device ccae158f-7c9a-46e9-b0fd-f6fcca85b713 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:43:30.610369 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning for port ccae158f-7c9a-46e9-b0fd-f6fcca85b713 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:43:30.615734 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port ccae158f-7c9a-46e9-b0fd-f6fcca85b713 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:43:30.616133 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:30.718262 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:30.775745 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] For port ccae158f-7c9a-46e9-b0fd-f6fcca85b713, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=ccae158f-7c9a-46e9-b0fd-f6fcca85b713,segment=NetworkSegment(4dbac380-9d29-4673-9334-48fa88a95c76),segment_id=4dbac380-9d29-4673-9334-48fa88a95c76)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:43:30.782481 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:30.783776 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 40af5631-3a82-457b-aae9-245b9ee11c10 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:43:30.884561 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Pushing event updated for resources: {'Port': ['ID=ccae158f-7c9a-46e9-b0fd-f6fcca85b713,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:30.899481 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port 40af5631-3a82-457b-aae9-245b9ee11c10 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:43:30.899481 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:32.448997 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device ccae158f-7c9a-46e9-b0fd-f6fcca85b713 up at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:43:32.505069 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Provisioning complete for port ccae158f-7c9a-46e9-b0fd-f6fcca85b713 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:43:32.505443 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:39.624452 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:47.015523 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-e3d4536c-040f-476b-b026-fdc37214e1f9 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1880125180&fields=id&tenant_id=d6986e116dce48f8bda10af57404e7ac HTTP/1.1" status: 200 len: 267 time: 0.0469992 Aug 30 18:43:47.166466 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-d164f7fb-874c-4af3-b578-a5eab7b85575 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:43:47.168006 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-d164f7fb-874c-4af3-b578-a5eab7b85575 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/networks?id=2931f122-c7a5-4912-9039-b6f6e64a8d31 HTTP/1.1" status: 200 len: 812 time: 0.1406803 Aug 30 18:43:47.190130 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-078cb472-c9f5-49ad-8083-19e4f20c67a0 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/quotas/d6986e116dce48f8bda10af57404e7ac HTTP/1.1" status: 200 len: 375 time: 0.0137556 Aug 30 18:43:47.268849 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-a03cbc94-bc4a-4fc2-9923-64531903c474 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d6986e116dce48f8bda10af57404e7ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0716424 Aug 30 18:43:47.287391 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-095cc021-67cb-4b9f-a826-e76bd0896981 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 18:43:47.288437 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-095cc021-67cb-4b9f-a826-e76bd0896981 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070596 Aug 30 18:43:47.402503 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-e7aee200-eecf-4e80-b90b-2967c7f259b9 service neutron] 10.222.0.46 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077275 Aug 30 18:43:47.510478 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-cdcf4e9c-a691-45a0-807a-a81b0127c37c service neutron] 10.222.0.46 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976331 Aug 30 18:43:48.022646 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-347a985a-523f-439b-8830-9aac8262b509 req-8bb3373b-d645-4d9f-80de-9dd653f6f568 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=73b5e15d-2bda-47c4-99a8-1db63389e59c HTTP/1.1" status: 200 len: 210 time: 0.2079995 Aug 30 18:43:49.103795 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-1a0c42c6-163d-4287-98ab-054dbd833b2e tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:43:49.105397 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-1a0c42c6-163d-4287-98ab-054dbd833b2e tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.39 "GET /v2.0/networks?id=2931f122-c7a5-4912-9039-b6f6e64a8d31 HTTP/1.1" status: 200 len: 812 time: 0.1454322 Aug 30 18:43:49.148958 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-df2e481d-0bf9-4c5d-8776-292a235c1cf8 req-283839e3-f417-4906-91e8-62ac5fb13da7 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=73b5e15d-2bda-47c4-99a8-1db63389e59c HTTP/1.1" status: 200 len: 210 time: 0.0343378 Aug 30 18:43:49.181191 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-994f3e65-fb8e-4bb1-aacd-a75af72be27d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6986e116dce48f8bda10af57404e7ac HTTP/1.1" status: 200 len: 380 time: 0.0565240 Aug 30 18:43:49.193524 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-8d98b3ff-5a04-4178-bc44-609c85c94a6a tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Request body: {'port': {'device_id': '73b5e15d-2bda-47c4-99a8-1db63389e59c', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'admin_state_up': True, 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'security_groups': ['03785da4-8a07-413b-9194-f80bfb4a5fc3']}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:43:49.334814 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-8d98b3ff-5a04-4178-bc44-609c85c94a6a tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Made reservation on behalf of d6986e116dce48f8bda10af57404e7ac for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:43:49.341183 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-8d98b3ff-5a04-4178-bc44-609c85c94a6a tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:49.497412 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-8d98b3ff-5a04-4178-bc44-609c85c94a6a tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Allocated IP 172.20.0.7 (2931f122-c7a5-4912-9039-b6f6e64a8d31/b4de9b74-b9b1-42c7-b3eb-a92f3f836416/de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:43:49.662281 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-8d98b3ff-5a04-4178-bc44-609c85c94a6a tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:49.679244 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-8d98b3ff-5a04-4178-bc44-609c85c94a6a tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Transition to ACTIVE for port object de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:43:49.720148 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-8d98b3ff-5a04-4178-bc44-609c85c94a6a tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:49.772331 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-8d98b3ff-5a04-4178-bc44-609c85c94a6a tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Network 2931f122-c7a5-4912-9039-b6f6e64a8d31 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:43:49.775648 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-8d98b3ff-5a04-4178-bc44-609c85c94a6a tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:43:49.781527 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-8d98b3ff-5a04-4178-bc44-609c85c94a6a tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:43:49.820103 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98b3ff-5a04-4178-bc44-609c85c94a6a tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Pushing event updated for resources: {'Port': ['ID=de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:49.874699 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-8d98b3ff-5a04-4178-bc44-609c85c94a6a tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:43:49.875584 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-8d98b3ff-5a04-4178-bc44-609c85c94a6a tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:49.888885 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a0838c91-5938-41a7-bd0c-c9d6a8066a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:49.895381 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-8d98b3ff-5a04-4178-bc44-609c85c94a6a tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7062001 Aug 30 18:43:49.924717 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-15a7a8db-a4d3-4585-a810-d423e89e792b service neutron] Request body: {'port': {'device_id': '73b5e15d-2bda-47c4-99a8-1db63389e59c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:43:49.997627 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-15a7a8db-a4d3-4585-a810-d423e89e792b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:50.024222 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d678a288-6024-4ee9-8486-5b41d110c374 None None] Provisioning for port de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:43:50.031401 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d678a288-6024-4ee9-8486-5b41d110c374 None None] Provisioning complete for port de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:43:50.036610 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d678a288-6024-4ee9-8486-5b41d110c374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:50.079447 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-d678a288-6024-4ee9-8486-5b41d110c374 None None] Port de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:43:50.289779 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16571a4-ba95-4ef5-b7d7-1f116aae4b2f req-72ef8b36-b9a6-4acf-b542-015f6aa93adf tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:43:50.291310 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a16571a4-ba95-4ef5-b7d7-1f116aae4b2f req-72ef8b36-b9a6-4acf-b542-015f6aa93adf tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=73b5e15d-2bda-47c4-99a8-1db63389e59c HTTP/1.1" status: 200 len: 931 time: 0.0553055 Aug 30 18:43:50.312196 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-15a7a8db-a4d3-4585-a810-d423e89e792b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:43:50.320550 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-15a7a8db-a4d3-4585-a810-d423e89e792b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:50.333980 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-15a7a8db-a4d3-4585-a810-d423e89e792b service neutron] Transition to ACTIVE for port object de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:43:50.335008 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a16571a4-ba95-4ef5-b7d7-1f116aae4b2f req-f02e190a-ea20-4017-a9d8-94d65a98e6ab tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366349 Aug 30 18:43:50.338041 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-15a7a8db-a4d3-4585-a810-d423e89e792b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449046'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:50.396038 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a7a8db-a4d3-4585-a810-d423e89e792b service neutron] Pushing event updated for resources: {'Port': ['ID=de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:50.484601 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-15a7a8db-a4d3-4585-a810-d423e89e792b service neutron] Attempting to bind port de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:43:50.484943 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-15a7a8db-a4d3-4585-a810-d423e89e792b service neutron] Attempting to bind port de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '0d9affdd-6baa-4b27-bcd5-90971e50b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:43:50.485279 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-15a7a8db-a4d3-4585-a810-d423e89e792b service neutron] Attempting to bind port de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9 on network 2931f122-c7a5-4912-9039-b6f6e64a8d31 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:43:50.490978 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-15a7a8db-a4d3-4585-a810-d423e89e792b service neutron] Port de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9 on network 2931f122-c7a5-4912-9039-b6f6e64a8d31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:43:50.491363 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-15a7a8db-a4d3-4585-a810-d423e89e792b service neutron] Attempting to bind port de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9 on network 2931f122-c7a5-4912-9039-b6f6e64a8d31 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:43:50.496985 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-15a7a8db-a4d3-4585-a810-d423e89e792b service neutron] Checking agent: {'id': '7d13e2b4-65d8-4093-b4fc-5ca6c835aab8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'started_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:43:50.497336 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-15a7a8db-a4d3-4585-a810-d423e89e792b service neutron] Checking segment: {'id': '0d9affdd-6baa-4b27-bcd5-90971e50b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:43:50.497734 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-15a7a8db-a4d3-4585-a810-d423e89e792b service neutron] Bound using segment: {'id': '0d9affdd-6baa-4b27-bcd5-90971e50b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:43:50.498177 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-15a7a8db-a4d3-4585-a810-d423e89e792b service neutron] Bound port: de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d9affdd-6baa-4b27-bcd5-90971e50b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:43:50.498537 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-15a7a8db-a4d3-4585-a810-d423e89e792b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:50.581489 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-15a7a8db-a4d3-4585-a810-d423e89e792b service neutron] For port de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9, host hv-cinder-79049, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:43:50.585779 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-15a7a8db-a4d3-4585-a810-d423e89e792b service neutron] For port de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9,segment=NetworkSegment(0d9affdd-6baa-4b27-bcd5-90971e50b682),segment_id=0d9affdd-6baa-4b27-bcd5-90971e50b682)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:43:50.591920 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-15a7a8db-a4d3-4585-a810-d423e89e792b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449046'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:50.627671 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-15a7a8db-a4d3-4585-a810-d423e89e792b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:43:50.628301 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-15a7a8db-a4d3-4585-a810-d423e89e792b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:50.629835 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-15a7a8db-a4d3-4585-a810-d423e89e792b service neutron] 10.222.0.39 "PUT /v2.0/ports/de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9 HTTP/1.1" status: 200 len: 1093 time: 0.7099750 Aug 30 18:43:50.630927 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b5e15d-2bda-47c4-99a8-1db63389e59c', 'tag': 'de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:43:50.634083 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac60b20c-0e12-4ef9-866f-ce382a1ffa5b" -d '{"events": [{"name": "network-changed", "server_uuid": "73b5e15d-2bda-47c4-99a8-1db63389e59c", "tag": "de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:43:50.669114 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a7a8db-a4d3-4585-a810-d423e89e792b service neutron] Pushing event updated for resources: {'Port': ['ID=de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:43:50.695804 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61218a1c-011d-4b6b-87ef-c438b5651b77 x-openstack-request-id: req-61218a1c-011d-4b6b-87ef-c438b5651b77 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:43:50.696105 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73b5e15d-2bda-47c4-99a8-1db63389e59c", "tag": "de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:43:50.696372 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-61218a1c-011d-4b6b-87ef-c438b5651b77 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:43:50.696901 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b5e15d-2bda-47c4-99a8-1db63389e59c', 'tag': 'de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9', 'status': 'completed', 'code': 200} Aug 30 18:43:50.759305 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-21a6177b-f1ce-4b68-ae59-d2c7d7833974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:43:50.760874 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-21a6177b-f1ce-4b68-ae59-d2c7d7833974 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6986e116dce48f8bda10af57404e7ac&device_id=73b5e15d-2bda-47c4-99a8-1db63389e59c HTTP/1.1" status: 200 len: 1096 time: 0.0490341 Aug 30 18:43:50.819975 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-7575154f-2fda-49b3-83c4-7fa5323b149b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9 HTTP/1.1" status: 200 len: 217 time: 0.0374818 Aug 30 18:43:50.880244 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-5606770b-5d32-4134-9cd9-c3c215d3f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:43:50.882506 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-5606770b-5d32-4134-9cd9-c3c215d3f77d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4de9b74-b9b1-42c7-b3eb-a92f3f836416 HTTP/1.1" status: 200 len: 851 time: 0.0513165 Aug 30 18:43:50.943579 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-4b5bf933-503e-477d-80c0-679dbecf4864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:43:50.945246 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-4b5bf933-503e-477d-80c0-679dbecf4864 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2931f122-c7a5-4912-9039-b6f6e64a8d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0512326 Aug 30 18:43:51.053580 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-66178f41-163f-4400-8372-8fe01cc7959e service neutron] 10.222.0.39 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959115 Aug 30 18:43:51.164596 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-730ec29b-a86d-4bdb-b0e1-a75f434bf95c req-0c3340f7-a5ac-4adb-8cb0-cc426a6e6a45 service neutron] 10.222.0.39 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965922 Aug 30 18:43:51.306950 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60b20c-0e12-4ef9-866f-ce382a1ffa5b req-b4d1f4de-0f85-4385-883b-36a110f9adc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:43:51.308507 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ac60b20c-0e12-4ef9-866f-ce382a1ffa5b req-b4d1f4de-0f85-4385-883b-36a110f9adc8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6986e116dce48f8bda10af57404e7ac&device_id=73b5e15d-2bda-47c4-99a8-1db63389e59c HTTP/1.1" status: 200 len: 1096 time: 0.0439687 Aug 30 18:43:51.403283 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60b20c-0e12-4ef9-866f-ce382a1ffa5b req-4118b5c1-5f7a-4e18-ae58-ad18cbe0f32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:43:51.405416 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ac60b20c-0e12-4ef9-866f-ce382a1ffa5b req-4118b5c1-5f7a-4e18-ae58-ad18cbe0f32d service neutron] 10.222.0.39 "GET /v2.0/networks?id=2931f122-c7a5-4912-9039-b6f6e64a8d31 HTTP/1.1" status: 200 len: 912 time: 0.0885551 Aug 30 18:43:51.453947 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ac60b20c-0e12-4ef9-866f-ce382a1ffa5b req-6e5af052-5666-4818-ad91-e791be060428 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9 HTTP/1.1" status: 200 len: 217 time: 0.0404754 Aug 30 18:43:51.465354 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8ee58-3ae3-4c9f-adfb-f7c8ad12b61a req-c7903a01-19c5-45aa-8b0f-6132c7dbd8e3 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:43:51.466846 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fab8ee58-3ae3-4c9f-adfb-f7c8ad12b61a req-c7903a01-19c5-45aa-8b0f-6132c7dbd8e3 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=73b5e15d-2bda-47c4-99a8-1db63389e59c HTTP/1.1" status: 200 len: 943 time: 0.0527601 Aug 30 18:43:51.507455 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fab8ee58-3ae3-4c9f-adfb-f7c8ad12b61a req-67ce4c5a-f8db-480a-a7c6-91043d2e2657 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335345 Aug 30 18:43:51.507721 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60b20c-0e12-4ef9-866f-ce382a1ffa5b req-05143eb8-94c3-4309-8063-c4bcc7a2a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:43:51.509242 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ac60b20c-0e12-4ef9-866f-ce382a1ffa5b req-05143eb8-94c3-4309-8063-c4bcc7a2a728 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4de9b74-b9b1-42c7-b3eb-a92f3f836416 HTTP/1.1" status: 200 len: 851 time: 0.0473490 Aug 30 18:43:51.564610 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60b20c-0e12-4ef9-866f-ce382a1ffa5b req-962e5000-9cc3-4be3-a91b-d768248b1256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:43:51.566200 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ac60b20c-0e12-4ef9-866f-ce382a1ffa5b req-962e5000-9cc3-4be3-a91b-d768248b1256 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2931f122-c7a5-4912-9039-b6f6e64a8d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0458252 Aug 30 18:43:51.664907 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ac60b20c-0e12-4ef9-866f-ce382a1ffa5b req-1f4dc8b5-1e7f-4967-a76e-e4321f085cdf service neutron] 10.222.0.39 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904598 Aug 30 18:43:51.762917 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ac60b20c-0e12-4ef9-866f-ce382a1ffa5b req-c4250071-6b4f-4abc-88ed-de3c99b9d5f5 service neutron] 10.222.0.39 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865128 Aug 30 18:43:52.636856 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4f8da-2bbb-4495-a756-8b2087bc45fc req-4f2f048e-c258-4ec9-8e46-ff38ec1d5724 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:43:52.638405 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-57d4f8da-2bbb-4495-a756-8b2087bc45fc req-4f2f048e-c258-4ec9-8e46-ff38ec1d5724 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=73b5e15d-2bda-47c4-99a8-1db63389e59c HTTP/1.1" status: 200 len: 943 time: 0.0527701 Aug 30 18:43:52.684924 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-57d4f8da-2bbb-4495-a756-8b2087bc45fc req-cb3d0e2d-a202-4815-bcd6-e0d559bbdabe tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400255 Aug 30 18:43:53.241183 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-82396bd4-cbca-426e-9f61-c6a1998aeaac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:53.335730 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:53.827932 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17011f4-52af-47bd-b500-61782a6543a8 req-2e57dc28-d66a-4679-b416-e6a8bbeea240 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:43:53.830118 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f17011f4-52af-47bd-b500-61782a6543a8 req-2e57dc28-d66a-4679-b416-e6a8bbeea240 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=73b5e15d-2bda-47c4-99a8-1db63389e59c HTTP/1.1" status: 200 len: 943 time: 0.0715637 Aug 30 18:43:53.891767 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f17011f4-52af-47bd-b500-61782a6543a8 req-ef3111dc-aa90-45c7-96dd-e219fbe70751 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521493 Aug 30 18:43:54.034450 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:55.032591 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac40ca-1d12-4215-8a5a-557f9cbd27c0 req-54a24e07-ad4d-445f-86e4-fbf7b9f6421b tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:43:55.034228 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-93ac40ca-1d12-4215-8a5a-557f9cbd27c0 req-54a24e07-ad4d-445f-86e4-fbf7b9f6421b tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=73b5e15d-2bda-47c4-99a8-1db63389e59c HTTP/1.1" status: 200 len: 943 time: 0.0543420 Aug 30 18:43:55.076776 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-93ac40ca-1d12-4215-8a5a-557f9cbd27c0 req-2be70105-265c-466d-970d-33d861ace73a tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362225 Aug 30 18:43:55.772779 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:43:56.212620 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c774a-3cc1-4e09-81f8-a06f850d0514 req-b0d26271-7568-4304-ab13-e9fca9f49180 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:43:56.214286 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1f3c774a-3cc1-4e09-81f8-a06f850d0514 req-b0d26271-7568-4304-ab13-e9fca9f49180 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=73b5e15d-2bda-47c4-99a8-1db63389e59c HTTP/1.1" status: 200 len: 943 time: 0.0552804 Aug 30 18:43:56.265926 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1f3c774a-3cc1-4e09-81f8-a06f850d0514 req-f0a435fa-f592-465c-a494-e8f55c254b64 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447497 Aug 30 18:43:57.420944 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97a4ad-c628-418b-8ad7-0d61584f27b1 req-9d662672-cb80-4be8-939b-1c26bacd2251 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:43:57.422958 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2f97a4ad-c628-418b-8ad7-0d61584f27b1 req-9d662672-cb80-4be8-939b-1c26bacd2251 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=73b5e15d-2bda-47c4-99a8-1db63389e59c HTTP/1.1" status: 200 len: 943 time: 0.0621872 Aug 30 18:43:57.468023 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2f97a4ad-c628-418b-8ad7-0d61584f27b1 req-dee67d08-9026-4be9-bdd9-95bb0cb2a263 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383770 Aug 30 18:43:58.601727 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5c24a-6b47-4e55-b50a-91d4d91ec190 req-a1ca4b77-1e10-4f02-82f0-32f7da2d223a tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:43:58.603303 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-95f5c24a-6b47-4e55-b50a-91d4d91ec190 req-a1ca4b77-1e10-4f02-82f0-32f7da2d223a tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=73b5e15d-2bda-47c4-99a8-1db63389e59c HTTP/1.1" status: 200 len: 943 time: 0.0571978 Aug 30 18:43:58.646613 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-95f5c24a-6b47-4e55-b50a-91d4d91ec190 req-dc1930cc-6751-4c5f-97a3-cd36b64d178b tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347247 Aug 30 18:43:59.793899 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe362e4-13c8-4354-a2a5-f3915188de5b req-279ee2b9-b2bc-408b-a579-ee74b434148a tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:43:59.795493 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-0fe362e4-13c8-4354-a2a5-f3915188de5b req-279ee2b9-b2bc-408b-a579-ee74b434148a tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=73b5e15d-2bda-47c4-99a8-1db63389e59c HTTP/1.1" status: 200 len: 943 time: 0.0547523 Aug 30 18:43:59.852400 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-0fe362e4-13c8-4354-a2a5-f3915188de5b req-ae7b66e4-8f67-47eb-90a6-4dff8c5a9e67 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460763 Aug 30 18:44:00.279754 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:44:00.390515 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9,segment=NetworkSegment(0d9affdd-6baa-4b27-bcd5-90971e50b682),segment_id=0d9affdd-6baa-4b27-bcd5-90971e50b682)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:44:00.411001 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Returning: {'device': 'de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'port_id': 'de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9', 'mac_address': 'fa:16:3e:23:69:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:44:00.466329 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:44:00.485549 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:44:00.511150 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9,segment=NetworkSegment(0d9affdd-6baa-4b27-bcd5-90971e50b682),segment_id=0d9affdd-6baa-4b27-bcd5-90971e50b682)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:44:00.515830 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:44:00.573381 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:44:00.876589 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:44:00.986539 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03757e13-a625-41eb-af35-c81056d74e9a req-a82f489d-37b6-43cf-bdf8-a0a95fb1b7f7 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:44:00.988698 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-03757e13-a625-41eb-af35-c81056d74e9a req-a82f489d-37b6-43cf-bdf8-a0a95fb1b7f7 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=73b5e15d-2bda-47c4-99a8-1db63389e59c HTTP/1.1" status: 200 len: 944 time: 0.0616882 Aug 30 18:44:01.034984 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-03757e13-a625-41eb-af35-c81056d74e9a req-264e4796-8dc0-4d2b-b244-1081ae0f51ce tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374861 Aug 30 18:44:02.168290 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b3c56-92ee-4b6f-a1cb-266e5bab030b req-bddaf367-c6c4-4aff-bbca-b93e609738cf tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:44:02.170128 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-202b3c56-92ee-4b6f-a1cb-266e5bab030b req-bddaf367-c6c4-4aff-bbca-b93e609738cf tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=73b5e15d-2bda-47c4-99a8-1db63389e59c HTTP/1.1" status: 200 len: 944 time: 0.0545912 Aug 30 18:44:02.216666 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-202b3c56-92ee-4b6f-a1cb-266e5bab030b req-a46f862b-be1f-4774-b6d6-2371d81fde59 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378969 Aug 30 18:44:02.279119 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9 up at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:44:02.343551 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning for port de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:44:02.348233 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning complete for port de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:44:02.348607 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:44:02.440786 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:44:02.467514 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b5e15d-2bda-47c4-99a8-1db63389e59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:44:02.469831 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf7e48b1d7ea734c3ab22bdf0c4fd39094da8684eda14d675e1fcbcfa40454f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105d5e85-3452-4684-9690-90c7ad4fc1e5" -d '{"events": [{"server_uuid": "73b5e15d-2bda-47c4-99a8-1db63389e59c", "name": "network-vif-plugged", "status": "completed", "tag": "de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:44:02.484734 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9,segment=NetworkSegment(0d9affdd-6baa-4b27-bcd5-90971e50b682),segment_id=0d9affdd-6baa-4b27-bcd5-90971e50b682)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:44:02.491352 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:44:02.541146 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66885b00-65d0-4624-a0bc-c6ae03055d97 x-openstack-request-id: req-66885b00-65d0-4624-a0bc-c6ae03055d97 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:44:02.541432 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b5e15d-2bda-47c4-99a8-1db63389e59c", "name": "network-vif-plugged", "status": "completed", "tag": "de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:44:02.541704 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-66885b00-65d0-4624-a0bc-c6ae03055d97 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:44:02.543563 dv-cinder-790492-12-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b5e15d-2bda-47c4-99a8-1db63389e59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9', 'code': 200} Aug 30 18:44:02.553432 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:44:02.861327 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56b7d8-50f5-442e-8889-53d08db8c17c req-bd232159-804f-44d8-97f7-57c25a108a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:44:02.862926 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-6b56b7d8-50f5-442e-8889-53d08db8c17c req-bd232159-804f-44d8-97f7-57c25a108a5e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=73b5e15d-2bda-47c4-99a8-1db63389e59c HTTP/1.1" status: 200 len: 1098 time: 0.0569260 Aug 30 18:44:02.909193 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-6b56b7d8-50f5-442e-8889-53d08db8c17c req-0834de41-4e6a-4ff7-926b-bb70ec45a241 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348330 Aug 30 18:44:03.369510 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b5f85-b45d-4525-b3cb-b88bcd51a88e req-ada9c98d-e8a7-4f94-aee8-66a1e5d1ef4a tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:44:03.371265 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-854b5f85-b45d-4525-b3cb-b88bcd51a88e req-ada9c98d-e8a7-4f94-aee8-66a1e5d1ef4a tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=73b5e15d-2bda-47c4-99a8-1db63389e59c HTTP/1.1" status: 200 len: 945 time: 0.0729506 Aug 30 18:44:03.433498 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-854b5f85-b45d-4525-b3cb-b88bcd51a88e req-027c637a-a6ac-42a8-9b5c-e7a498591e97 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539553 Aug 30 18:44:04.563800 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f4428-f227-4cab-8a83-d37e564c1d53 req-eb85c212-b0c6-440b-acc9-1d74a9f7843c tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:44:04.565335 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-158f4428-f227-4cab-8a83-d37e564c1d53 req-eb85c212-b0c6-440b-acc9-1d74a9f7843c tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=73b5e15d-2bda-47c4-99a8-1db63389e59c HTTP/1.1" status: 200 len: 945 time: 0.0574348 Aug 30 18:44:04.606574 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-158f4428-f227-4cab-8a83-d37e564c1d53 req-22e89ee7-d90d-45ec-9160-f10344091e09 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341330 Aug 30 18:44:04.737612 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe2bc0-7bd5-4ec7-8770-a15353e412a5 req-bcb29a84-b7a6-4c32-8e2f-e1624674e941 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:44:04.739214 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-4cfe2bc0-7bd5-4ec7-8770-a15353e412a5 req-bcb29a84-b7a6-4c32-8e2f-e1624674e941 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=73b5e15d-2bda-47c4-99a8-1db63389e59c HTTP/1.1" status: 200 len: 945 time: 0.0526767 Aug 30 18:44:04.782869 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-4cfe2bc0-7bd5-4ec7-8770-a15353e412a5 req-73c88a8c-2cc9-46fc-891e-bf3bb91e497c tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374038 Aug 30 18:44:04.810715 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 56820) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:44:04.969555 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db12ec2-b1ca-4085-9dee-f0af9712098c tempest-TestVolumeBootPattern-348179523 tempest-TestVolumeBootPattern-348179523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:44:04.971108 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-9db12ec2-b1ca-4085-9dee-f0af9712098c tempest-TestVolumeBootPattern-348179523 tempest-TestVolumeBootPattern-348179523-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=73b5e15d-2bda-47c4-99a8-1db63389e59c HTTP/1.1" status: 200 len: 1093 time: 0.1593020 Aug 30 18:44:04.974879 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 56824) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:44:04.979444 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [None req-3477caf9-1f19-4e02-930f-346a4f1fa42d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Request body: {'floatingip': {'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'port_id': 'de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:44:05.008579 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3477caf9-1f19-4e02-930f-346a4f1fa42d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for floatingip, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:44:05.131395 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3477caf9-1f19-4e02-930f-346a4f1fa42d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:44:05.251215 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-3477caf9-1f19-4e02-930f-346a4f1fa42d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Allocated IP 172.27.3.191 (56c1e305-917b-4e98-a569-d57cdf415d5e/eb15dae3-e857-40c0-90c2-88f2d8bfe547/e0bcb03e-4513-4d63-9df0-8a48a6af156c) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:44:05.390730 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3477caf9-1f19-4e02-930f-346a4f1fa42d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:44:05.451622 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3477caf9-1f19-4e02-930f-346a4f1fa42d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:44:05.506361 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3477caf9-1f19-4e02-930f-346a4f1fa42d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Network 56c1e305-917b-4e98-a569-d57cdf415d5e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:44:05.512420 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-3477caf9-1f19-4e02-930f-346a4f1fa42d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:44:05.516969 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3477caf9-1f19-4e02-930f-346a4f1fa42d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:44:05.546300 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3477caf9-1f19-4e02-930f-346a4f1fa42d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Pushing event updated for resources: {'Port': ['ID=e0bcb03e-4513-4d63-9df0-8a48a6af156c,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:44:05.566025 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3477caf9-1f19-4e02-930f-346a4f1fa42d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:44:05.566642 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3477caf9-1f19-4e02-930f-346a4f1fa42d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:44:05.567157 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3477caf9-1f19-4e02-930f-346a4f1fa42d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:44:05.568240 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3477caf9-1f19-4e02-930f-346a4f1fa42d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:44:05.568773 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3477caf9-1f19-4e02-930f-346a4f1fa42d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:44:05.569339 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3477caf9-1f19-4e02-930f-346a4f1fa42d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:44:05.569892 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3477caf9-1f19-4e02-930f-346a4f1fa42d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:44:05.570445 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3477caf9-1f19-4e02-930f-346a4f1fa42d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:44:05.570976 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3477caf9-1f19-4e02-930f-346a4f1fa42d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:44:05.571566 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3477caf9-1f19-4e02-930f-346a4f1fa42d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:44:05.572101 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3477caf9-1f19-4e02-930f-346a4f1fa42d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:44:05.572658 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3477caf9-1f19-4e02-930f-346a4f1fa42d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:44:06.014118 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3477caf9-1f19-4e02-930f-346a4f1fa42d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:44:06.111580 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3477caf9-1f19-4e02-930f-346a4f1fa42d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:44:06.285825 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3477caf9-1f19-4e02-930f-346a4f1fa42d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:44:06.290950 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3477caf9-1f19-4e02-930f-346a4f1fa42d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449046'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:44:06.372984 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3477caf9-1f19-4e02-930f-346a4f1fa42d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Pushing event updated for resources: {'Port': ['ID=e0bcb03e-4513-4d63-9df0-8a48a6af156c,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:44:06.384751 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3477caf9-1f19-4e02-930f-346a4f1fa42d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120221'] for floatingip, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:44:06.494482 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.db.l3_db [None req-3477caf9-1f19-4e02-930f-346a4f1fa42d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Floating IP 304dce88-ef7d-4277-a2a2-a3c1e0d54cde associated. External IP: 172.27.3.191, port: de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9. Aug 30 18:44:06.928325 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:44:07.010685 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3477caf9-1f19-4e02-930f-346a4f1fa42d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Router cad5ea78-9aed-46c2-86c3-d5ea47d31cae has already been hosted by L3 agent 92e03f23-06fd-457e-8698-15737aaba387 {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:44:07.151281 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3477caf9-1f19-4e02-930f-346a4f1fa42d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:44:07.162941 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22391e99-a41d-40c2-8989-a9e14e5dd6b3 None None] Sync routers for ids ['cad5ea78-9aed-46c2-86c3-d5ea47d31cae'] in dv-cinder-790492-12-iscsi {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:44:07.175632 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3477caf9-1f19-4e02-930f-346a4f1fa42d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:44:07.179936 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22391e99-a41d-40c2-8989-a9e14e5dd6b3 None None] Routers {'cad5ea78-9aed-46c2-86c3-d5ea47d31cae'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:44:07.180860 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-22391e99-a41d-40c2-8989-a9e14e5dd6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:43:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['cad5ea78-9aed-46c2-86c3-d5ea47d31cae'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:44:07.218162 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-3477caf9-1f19-4e02-930f-346a4f1fa42d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2418230 Aug 30 18:44:07.219184 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b5e15d-2bda-47c4-99a8-1db63389e59c', 'tag': 'de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:44:07.223226 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95706a0c-6e64-40a2-934d-6066a59ac4ae" -d '{"events": [{"name": "network-changed", "server_uuid": "73b5e15d-2bda-47c4-99a8-1db63389e59c", "tag": "de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:44:07.271328 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2fd1bb-1ebe-4e1a-8350-ebff2a6a4c26 x-openstack-request-id: req-dc2fd1bb-1ebe-4e1a-8350-ebff2a6a4c26 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:44:07.271639 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73b5e15d-2bda-47c4-99a8-1db63389e59c", "tag": "de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:44:07.272007 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dc2fd1bb-1ebe-4e1a-8350-ebff2a6a4c26 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:44:07.272410 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b5e15d-2bda-47c4-99a8-1db63389e59c', 'tag': 'de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9', 'status': 'completed', 'code': 200} Aug 30 18:44:07.310778 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-22391e99-a41d-40c2-8989-a9e14e5dd6b3 None None] Set router cad5ea78-9aed-46c2-86c3-d5ea47d31cae gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:44:07.366054 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95706a0c-6e64-40a2-934d-6066a59ac4ae req-5b0452dd-9f4e-42ce-a6c5-4b40bb9a609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:44:07.367680 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-95706a0c-6e64-40a2-934d-6066a59ac4ae req-5b0452dd-9f4e-42ce-a6c5-4b40bb9a609f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6986e116dce48f8bda10af57404e7ac&device_id=73b5e15d-2bda-47c4-99a8-1db63389e59c HTTP/1.1" status: 200 len: 1098 time: 0.0487056 Aug 30 18:44:07.517359 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95706a0c-6e64-40a2-934d-6066a59ac4ae req-beb5449f-2e8f-4161-a1cf-84c45b2a10fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:44:07.520113 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-95706a0c-6e64-40a2-934d-6066a59ac4ae req-beb5449f-2e8f-4161-a1cf-84c45b2a10fe service neutron] 10.222.0.39 "GET /v2.0/networks?id=2931f122-c7a5-4912-9039-b6f6e64a8d31 HTTP/1.1" status: 200 len: 912 time: 0.1449294 Aug 30 18:44:07.597581 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-22391e99-a41d-40c2-8989-a9e14e5dd6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'name': 'tempest-TestVolumeBootPattern-1912283042-router', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e649fc8e-6bce-44d2-878b-711238646271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:14Z', 'revision_number': 4, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'gw_port': {'id': 'e649fc8e-6bce-44d2-878b-711238646271', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_floatingips': [{'id': '304dce88-ef7d-4277-a2a2-a3c1e0d54cde', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'router_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'port_id': 'de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'mac_address': 'fa:16:3e:23:69:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5e15d-2bda-47c4-99a8-1db63389e59c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:44:05Z', 'updated_at': '2021-08-30T18:44:05Z', 'revision_number': 0, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07da7cc8-ed1f-4d6b-b921-d414efc7e22a', 'name': '', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'mac_address': 'fa:16:3e:d6:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:13Z', 'updated_at': '2021-08-30T18:43:21Z', 'revision_number': 5, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'subnets': [{'id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:44:07.623493 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-95706a0c-6e64-40a2-934d-6066a59ac4ae req-3a82f85f-c34c-4888-8196-0174a811a328 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9 HTTP/1.1" status: 200 len: 999 time: 0.0961096 Aug 30 18:44:07.631766 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22391e99-a41d-40c2-8989-a9e14e5dd6b3 None None] Checking router: cad5ea78-9aed-46c2-86c3-d5ea47d31cae for host: dv-cinder-790492-12-iscsi {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:44:07.643432 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22391e99-a41d-40c2-8989-a9e14e5dd6b3 None None] Routers {'cad5ea78-9aed-46c2-86c3-d5ea47d31cae'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:44:07.644079 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-22391e99-a41d-40c2-8989-a9e14e5dd6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:43:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['cad5ea78-9aed-46c2-86c3-d5ea47d31cae'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:44:07.680901 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95706a0c-6e64-40a2-934d-6066a59ac4ae req-b702eced-e19e-4277-81e0-e99475348a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:44:07.682445 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-95706a0c-6e64-40a2-934d-6066a59ac4ae req-b702eced-e19e-4277-81e0-e99475348a6d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4de9b74-b9b1-42c7-b3eb-a92f3f836416 HTTP/1.1" status: 200 len: 851 time: 0.0525217 Aug 30 18:44:07.735551 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95706a0c-6e64-40a2-934d-6066a59ac4ae req-52865b4d-2563-404c-b170-30f42abd3d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:44:07.737167 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-95706a0c-6e64-40a2-934d-6066a59ac4ae req-52865b4d-2563-404c-b170-30f42abd3d3f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2931f122-c7a5-4912-9039-b6f6e64a8d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0471570 Aug 30 18:44:07.750484 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [req-95706a0c-6e64-40a2-934d-6066a59ac4ae req-0ad19047-3ea9-4c2e-acae-555cb2fc9db9 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 18:44:07.752213 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-95706a0c-6e64-40a2-934d-6066a59ac4ae req-0ad19047-3ea9-4c2e-acae-555cb2fc9db9 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075512 Aug 30 18:44:07.771886 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-22391e99-a41d-40c2-8989-a9e14e5dd6b3 None None] Set router cad5ea78-9aed-46c2-86c3-d5ea47d31cae gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:44:07.875523 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-95706a0c-6e64-40a2-934d-6066a59ac4ae req-306bc1ff-e13e-46e1-bd1f-5de5e69eac2c service neutron] 10.222.0.39 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163461 Aug 30 18:44:07.991921 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-95706a0c-6e64-40a2-934d-6066a59ac4ae req-8d0d47d4-6cb7-4556-8f43-9ab94d69ed6d service neutron] 10.222.0.39 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090059 Aug 30 18:44:08.172473 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-22391e99-a41d-40c2-8989-a9e14e5dd6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'name': 'tempest-TestVolumeBootPattern-1912283042-router', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e649fc8e-6bce-44d2-878b-711238646271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:14Z', 'revision_number': 4, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'gw_port': {'id': 'e649fc8e-6bce-44d2-878b-711238646271', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_floatingips': [{'id': '304dce88-ef7d-4277-a2a2-a3c1e0d54cde', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'router_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'port_id': 'de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'mac_address': 'fa:16:3e:23:69:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5e15d-2bda-47c4-99a8-1db63389e59c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:44:05Z', 'updated_at': '2021-08-30T18:44:05Z', 'revision_number': 0, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07da7cc8-ed1f-4d6b-b921-d414efc7e22a', 'name': '', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'mac_address': 'fa:16:3e:d6:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:13Z', 'updated_at': '2021-08-30T18:43:21Z', 'revision_number': 5, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'subnets': [{'id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:44:08.200704 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22391e99-a41d-40c2-8989-a9e14e5dd6b3 None None] The sync data for ids ['cad5ea78-9aed-46c2-86c3-d5ea47d31cae'] in dv-cinder-790492-12-iscsi is: [{'id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'name': 'tempest-TestVolumeBootPattern-1912283042-router', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e649fc8e-6bce-44d2-878b-711238646271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:14Z', 'revision_number': 4, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'gw_port': {'id': 'e649fc8e-6bce-44d2-878b-711238646271', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_floatingips': [{'id': '304dce88-ef7d-4277-a2a2-a3c1e0d54cde', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'router_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'port_id': 'de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'mac_address': 'fa:16:3e:23:69:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5e15d-2bda-47c4-99a8-1db63389e59c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:44:05Z', 'updated_at': '2021-08-30T18:44:05Z', 'revision_number': 0, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07da7cc8-ed1f-4d6b-b921-d414efc7e22a', 'name': '', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'mac_address': 'fa:16:3e:d6:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:13Z', 'updated_at': '2021-08-30T18:43:21Z', 'revision_number': 5, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'subnets': [{'id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:44:08.404627 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc346e23-d205-4330-928d-51743ab6a4d7 None None] New status for floating IP 304dce88-ef7d-4277-a2a2-a3c1e0d54cde: ACTIVE {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 18:44:09.624070 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:44:19.884152 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-28e5b0b9-d249-42ef-9604-1bb16fbcf61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:44:23.233608 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0041c638-b6cd-47bf-a53d-cc9777dd29dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:44:23.328899 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:44:24.040030 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:44:25.771494 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:44:39.630363 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:44:43.932935 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:44:49.888936 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e5c53e1a-f59d-46ef-9b4e-2b5b585dc120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:44:50.215224 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-0248c198-28dd-459b-9555-947ed9866e48 req-c707cc82-4e02-4874-ab5b-2282113782e4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=73b5e15d-2bda-47c4-99a8-1db63389e59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0987921 Aug 30 18:44:50.353879 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248c198-28dd-459b-9555-947ed9866e48 req-cd657d8e-c31c-4a67-a257-4889699b75d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:44:50.355555 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-0248c198-28dd-459b-9555-947ed9866e48 req-cd657d8e-c31c-4a67-a257-4889699b75d1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6986e116dce48f8bda10af57404e7ac&device_id=73b5e15d-2bda-47c4-99a8-1db63389e59c HTTP/1.1" status: 200 len: 1098 time: 0.0483081 Aug 30 18:44:50.539090 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248c198-28dd-459b-9555-947ed9866e48 req-3df1560a-aefd-4cd4-b036-b547a7c8f777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:44:50.540773 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-0248c198-28dd-459b-9555-947ed9866e48 req-3df1560a-aefd-4cd4-b036-b547a7c8f777 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2931f122-c7a5-4912-9039-b6f6e64a8d31 HTTP/1.1" status: 200 len: 912 time: 0.1523361 Aug 30 18:44:50.625001 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-0248c198-28dd-459b-9555-947ed9866e48 req-6572ef34-554d-4aed-a161-39e190493d53 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9 HTTP/1.1" status: 200 len: 1001 time: 0.0716465 Aug 30 18:44:50.691235 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248c198-28dd-459b-9555-947ed9866e48 req-b13b9eaf-4d70-4fff-9e44-cee8955ba913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:44:50.692788 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-0248c198-28dd-459b-9555-947ed9866e48 req-b13b9eaf-4d70-4fff-9e44-cee8955ba913 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4de9b74-b9b1-42c7-b3eb-a92f3f836416 HTTP/1.1" status: 200 len: 851 time: 0.0571408 Aug 30 18:44:50.770700 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248c198-28dd-459b-9555-947ed9866e48 req-3129822a-8835-4073-8b2f-9a6a958df32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:44:50.774137 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-0248c198-28dd-459b-9555-947ed9866e48 req-3129822a-8835-4073-8b2f-9a6a958df32f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2931f122-c7a5-4912-9039-b6f6e64a8d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0668454 Aug 30 18:44:50.917222 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-0248c198-28dd-459b-9555-947ed9866e48 req-f04dad99-31b7-41a7-952f-f3bbbeaf3e3a service neutron] 10.222.0.39 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308198 Aug 30 18:44:51.050898 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-0248c198-28dd-459b-9555-947ed9866e48 req-541229be-dea5-4607-a9ef-da89a699efef service neutron] 10.222.0.39 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208858 Aug 30 18:44:53.242978 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f66b7cf5-883f-494d-81d8-48c8255681a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:44:53.340164 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:44:54.043895 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:44:55.775675 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:45:09.640026 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:45:19.893456 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-67e4bf08-06df-45cb-974e-484c67fce87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:45:20.933474 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:45:23.236666 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bb8ad12e-20ba-4f43-95a6-96947b532776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:45:23.333419 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:45:24.041871 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:45:25.779118 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:45:39.634789 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:45:49.894866 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ba4ea222-71bf-4975-9e4c-6eaf98146490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:45:50.161093 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bbd2bc28-b3e9-4915-933b-21e6e4fb2f31 req-58182605-0d61-487f-81ff-eadaac7eb8bb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=73b5e15d-2bda-47c4-99a8-1db63389e59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399845 Aug 30 18:45:50.271686 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2bc28-b3e9-4915-933b-21e6e4fb2f31 req-12b72ac4-68b5-43da-a8e5-ac74cde2909c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:45:50.273227 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bbd2bc28-b3e9-4915-933b-21e6e4fb2f31 req-12b72ac4-68b5-43da-a8e5-ac74cde2909c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6986e116dce48f8bda10af57404e7ac&device_id=73b5e15d-2bda-47c4-99a8-1db63389e59c HTTP/1.1" status: 200 len: 1098 time: 0.0442266 Aug 30 18:45:50.383924 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2bc28-b3e9-4915-933b-21e6e4fb2f31 req-9c7d4527-4714-4351-a9af-b5f8b55debc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:45:50.385413 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bbd2bc28-b3e9-4915-933b-21e6e4fb2f31 req-9c7d4527-4714-4351-a9af-b5f8b55debc7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2931f122-c7a5-4912-9039-b6f6e64a8d31 HTTP/1.1" status: 200 len: 912 time: 0.0858276 Aug 30 18:45:50.464624 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bbd2bc28-b3e9-4915-933b-21e6e4fb2f31 req-68eb2a1f-becd-4b74-82eb-8ae6cc16d393 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9 HTTP/1.1" status: 200 len: 1001 time: 0.0673232 Aug 30 18:45:50.520684 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2bc28-b3e9-4915-933b-21e6e4fb2f31 req-b5254cf8-7efb-490e-a1a2-5367b56af777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:45:50.522195 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bbd2bc28-b3e9-4915-933b-21e6e4fb2f31 req-b5254cf8-7efb-490e-a1a2-5367b56af777 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4de9b74-b9b1-42c7-b3eb-a92f3f836416 HTTP/1.1" status: 200 len: 851 time: 0.0472217 Aug 30 18:45:50.574009 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2bc28-b3e9-4915-933b-21e6e4fb2f31 req-28ca0d32-d8b1-4ba4-a6d6-616f01f76dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:45:50.575575 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bbd2bc28-b3e9-4915-933b-21e6e4fb2f31 req-28ca0d32-d8b1-4ba4-a6d6-616f01f76dc0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2931f122-c7a5-4912-9039-b6f6e64a8d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0417993 Aug 30 18:45:50.684018 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bbd2bc28-b3e9-4915-933b-21e6e4fb2f31 req-70328818-ed5b-450e-932c-1dbb6a54fd04 service neutron] 10.222.0.39 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965781 Aug 30 18:45:50.791868 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bbd2bc28-b3e9-4915-933b-21e6e4fb2f31 req-119b22f7-a908-4878-8ac1-ed9cd940f6fa service neutron] 10.222.0.39 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960956 Aug 30 18:45:53.240034 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ba3ac6f0-e589-4f68-ba46-b44f66fc1321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:45:53.336699 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:45:54.045345 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:45:55.785244 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:45:57.933426 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:46:05.053148 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29018387-31ab-48e4-9934-5ffa985af006 req-8861349f-b90c-4354-ad89-f94718c49abf tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:46:05.054709 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-29018387-31ab-48e4-9934-5ffa985af006 req-8861349f-b90c-4354-ad89-f94718c49abf tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=73b5e15d-2bda-47c4-99a8-1db63389e59c HTTP/1.1" status: 200 len: 945 time: 0.0724256 Aug 30 18:46:05.118774 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-29018387-31ab-48e4-9934-5ffa985af006 req-3e625472-585d-428c-8aa0-28001830221c tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422306 Aug 30 18:46:06.281692 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192598c8-2378-43da-8b9f-e267281c68e8 req-c4c40929-38e9-40ce-9ae7-b7d22ef5985a tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:46:06.283947 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-192598c8-2378-43da-8b9f-e267281c68e8 req-c4c40929-38e9-40ce-9ae7-b7d22ef5985a tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=73b5e15d-2bda-47c4-99a8-1db63389e59c HTTP/1.1" status: 200 len: 945 time: 0.0601361 Aug 30 18:46:06.331639 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-192598c8-2378-43da-8b9f-e267281c68e8 req-0e06e0f4-4e0e-4e90-a677-e4cc676a1bc8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412512 Aug 30 18:46:06.968148 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb37005-b15c-43d2-9123-1d0600b2c2a3 req-4e6eace8-469a-4194-bc29-69570fe5925a tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:46:06.971086 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1eb37005-b15c-43d2-9123-1d0600b2c2a3 req-4e6eace8-469a-4194-bc29-69570fe5925a tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.39 "GET /v2.0/ports?device_id=73b5e15d-2bda-47c4-99a8-1db63389e59c HTTP/1.1" status: 200 len: 945 time: 0.0682187 Aug 30 18:46:07.070638 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-1eb37005-b15c-43d2-9123-1d0600b2c2a3 req-ec2edf26-bdbe-41d2-8dfd-0f57a74256e8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Deleting port de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:46:07.070973 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1eb37005-b15c-43d2-9123-1d0600b2c2a3 req-ec2edf26-bdbe-41d2-8dfd-0f57a74256e8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:07.168031 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-1eb37005-b15c-43d2-9123-1d0600b2c2a3 req-ec2edf26-bdbe-41d2-8dfd-0f57a74256e8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] For port de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9,segment=NetworkSegment(0d9affdd-6baa-4b27-bcd5-90971e50b682),segment_id=0d9affdd-6baa-4b27-bcd5-90971e50b682)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:46:07.168394 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1eb37005-b15c-43d2-9123-1d0600b2c2a3 req-ec2edf26-bdbe-41d2-8dfd-0f57a74256e8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:07.348313 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1eb37005-b15c-43d2-9123-1d0600b2c2a3 req-ec2edf26-bdbe-41d2-8dfd-0f57a74256e8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:07.349028 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1eb37005-b15c-43d2-9123-1d0600b2c2a3 req-ec2edf26-bdbe-41d2-8dfd-0f57a74256e8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120221'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:07.349028 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.db.l3_db [req-1eb37005-b15c-43d2-9123-1d0600b2c2a3 req-ec2edf26-bdbe-41d2-8dfd-0f57a74256e8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Floating IP 304dce88-ef7d-4277-a2a2-a3c1e0d54cde disassociated. External IP: 172.27.3.191, port: de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9. Aug 30 18:46:07.349331 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-1eb37005-b15c-43d2-9123-1d0600b2c2a3 req-ec2edf26-bdbe-41d2-8dfd-0f57a74256e8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Calling delete_port for de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:46:07.483321 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb71a4-4c9b-41f6-ba91-d4b31b676aa1 req-cc3b7485-1026-4303-be25-0b2734878136 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:46:07.485032 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d0bb71a4-4c9b-41f6-ba91-d4b31b676aa1 req-cc3b7485-1026-4303-be25-0b2734878136 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=73b5e15d-2bda-47c4-99a8-1db63389e59c HTTP/1.1" status: 200 len: 945 time: 0.0557499 Aug 30 18:46:07.519730 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1eb37005-b15c-43d2-9123-1d0600b2c2a3 req-ec2edf26-bdbe-41d2-8dfd-0f57a74256e8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:07.535839 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d0bb71a4-4c9b-41f6-ba91-d4b31b676aa1 req-7c49b2c4-34cd-4220-8f2c-170718dff99e tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429707 Aug 30 18:46:07.552502 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2edf26-bdbe-41d2-8dfd-0f57a74256e8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Pushing event deleted for resources: {'Port': ['ID=de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:46:07.565272 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2edf26-bdbe-41d2-8dfd-0f57a74256e8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:46:07.565629 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2edf26-bdbe-41d2-8dfd-0f57a74256e8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:46:07.569935 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2edf26-bdbe-41d2-8dfd-0f57a74256e8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:46:07.569935 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2edf26-bdbe-41d2-8dfd-0f57a74256e8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:46:07.569935 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2edf26-bdbe-41d2-8dfd-0f57a74256e8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:46:07.569935 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2edf26-bdbe-41d2-8dfd-0f57a74256e8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:46:07.569935 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2edf26-bdbe-41d2-8dfd-0f57a74256e8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:46:07.569935 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2edf26-bdbe-41d2-8dfd-0f57a74256e8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:46:07.569935 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2edf26-bdbe-41d2-8dfd-0f57a74256e8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:46:07.569935 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2edf26-bdbe-41d2-8dfd-0f57a74256e8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:46:07.569935 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2edf26-bdbe-41d2-8dfd-0f57a74256e8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:46:07.569935 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2edf26-bdbe-41d2-8dfd-0f57a74256e8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:46:07.687353 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1eb37005-b15c-43d2-9123-1d0600b2c2a3 req-ec2edf26-bdbe-41d2-8dfd-0f57a74256e8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Router cad5ea78-9aed-46c2-86c3-d5ea47d31cae has already been hosted by L3 agent 92e03f23-06fd-457e-8698-15737aaba387 {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:46:07.804684 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1eb37005-b15c-43d2-9123-1d0600b2c2a3 req-ec2edf26-bdbe-41d2-8dfd-0f57a74256e8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:46:07.816688 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe85198-c4f6-414c-94c6-7a8af5636684 None None] Sync routers for ids ['cad5ea78-9aed-46c2-86c3-d5ea47d31cae'] in dv-cinder-790492-12-iscsi {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:46:07.827156 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe85198-c4f6-414c-94c6-7a8af5636684 None None] Routers {'cad5ea78-9aed-46c2-86c3-d5ea47d31cae'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:46:07.827823 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-ebe85198-c4f6-414c-94c6-7a8af5636684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:45:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['cad5ea78-9aed-46c2-86c3-d5ea47d31cae'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:46:07.849505 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb37005-b15c-43d2-9123-1d0600b2c2a3 req-ec2edf26-bdbe-41d2-8dfd-0f57a74256e8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] No DVR routers for this DVR port de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9 on host hv-cinder-79049 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:46:07.852506 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1eb37005-b15c-43d2-9123-1d0600b2c2a3 req-ec2edf26-bdbe-41d2-8dfd-0f57a74256e8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:07.855230 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1eb37005-b15c-43d2-9123-1d0600b2c2a3 req-ec2edf26-bdbe-41d2-8dfd-0f57a74256e8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.39 "DELETE /v2.0/ports/de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9 HTTP/1.1" status: 204 len: 173 time: 0.8737023 Aug 30 18:46:07.855865 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b5e15d-2bda-47c4-99a8-1db63389e59c', 'name': 'network-vif-deleted', 'tag': 'de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:46:07.858187 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affd1d93-8290-431c-925f-4b5104fb495d" -d '{"events": [{"server_uuid": "73b5e15d-2bda-47c4-99a8-1db63389e59c", "name": "network-vif-deleted", "tag": "de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:46:07.957532 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-ebe85198-c4f6-414c-94c6-7a8af5636684 None None] Set router cad5ea78-9aed-46c2-86c3-d5ea47d31cae gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:46:08.053653 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70a91b0-906a-4c9a-af79-4b661874623e x-openstack-request-id: req-f70a91b0-906a-4c9a-af79-4b661874623e {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:46:08.053940 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b5e15d-2bda-47c4-99a8-1db63389e59c", "name": "network-vif-deleted", "tag": "de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:46:08.054191 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f70a91b0-906a-4c9a-af79-4b661874623e {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:46:08.054581 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b5e15d-2bda-47c4-99a8-1db63389e59c', 'name': 'network-vif-deleted', 'tag': 'de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9', 'status': 'completed', 'code': 200} Aug 30 18:46:08.189681 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-ebe85198-c4f6-414c-94c6-7a8af5636684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'name': 'tempest-TestVolumeBootPattern-1912283042-router', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e649fc8e-6bce-44d2-878b-711238646271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:14Z', 'revision_number': 4, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'gw_port': {'id': 'e649fc8e-6bce-44d2-878b-711238646271', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '07da7cc8-ed1f-4d6b-b921-d414efc7e22a', 'name': '', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'mac_address': 'fa:16:3e:d6:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:13Z', 'updated_at': '2021-08-30T18:43:21Z', 'revision_number': 5, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'subnets': [{'id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:46:08.215769 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe85198-c4f6-414c-94c6-7a8af5636684 None None] Checking router: cad5ea78-9aed-46c2-86c3-d5ea47d31cae for host: dv-cinder-790492-12-iscsi {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:46:08.224718 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe85198-c4f6-414c-94c6-7a8af5636684 None None] Routers {'cad5ea78-9aed-46c2-86c3-d5ea47d31cae'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:46:08.225335 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-ebe85198-c4f6-414c-94c6-7a8af5636684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:45:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['cad5ea78-9aed-46c2-86c3-d5ea47d31cae'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:46:08.345241 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-ebe85198-c4f6-414c-94c6-7a8af5636684 None None] Set router cad5ea78-9aed-46c2-86c3-d5ea47d31cae gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:46:08.619419 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-ebe85198-c4f6-414c-94c6-7a8af5636684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'name': 'tempest-TestVolumeBootPattern-1912283042-router', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e649fc8e-6bce-44d2-878b-711238646271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:14Z', 'revision_number': 4, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'gw_port': {'id': 'e649fc8e-6bce-44d2-878b-711238646271', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '07da7cc8-ed1f-4d6b-b921-d414efc7e22a', 'name': '', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'mac_address': 'fa:16:3e:d6:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:13Z', 'updated_at': '2021-08-30T18:43:21Z', 'revision_number': 5, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'subnets': [{'id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:46:08.653458 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe85198-c4f6-414c-94c6-7a8af5636684 None None] The sync data for ids ['cad5ea78-9aed-46c2-86c3-d5ea47d31cae'] in dv-cinder-790492-12-iscsi is: [{'id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'name': 'tempest-TestVolumeBootPattern-1912283042-router', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e649fc8e-6bce-44d2-878b-711238646271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:14Z', 'revision_number': 4, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'gw_port': {'id': 'e649fc8e-6bce-44d2-878b-711238646271', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '07da7cc8-ed1f-4d6b-b921-d414efc7e22a', 'name': '', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'mac_address': 'fa:16:3e:d6:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:13Z', 'updated_at': '2021-08-30T18:43:21Z', 'revision_number': 5, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'subnets': [{'id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:46:08.658741 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-328ad667-ff08-4224-a313-69d46f42ce3b req-9ed3f27b-1aa4-4d83-a7b0-54229ded6321 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=73b5e15d-2bda-47c4-99a8-1db63389e59c HTTP/1.1" status: 200 len: 210 time: 0.0279694 Aug 30 18:46:08.936002 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111aa7ce-042b-4419-a077-a1e5477cc90b None None] New status for floating IP 304dce88-ef7d-4277-a2a2-a3c1e0d54cde: DOWN {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 18:46:09.653308 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:09.872054 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-eca3024b-78c3-451a-bad6-415b924ecbff tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1880125180&fields=id&tenant_id=d6986e116dce48f8bda10af57404e7ac HTTP/1.1" status: 200 len: 267 time: 0.0391083 Aug 30 18:46:09.987667 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-547f68dc-31bb-47b1-a970-6f8a3564fc23 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:46:09.989226 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-547f68dc-31bb-47b1-a970-6f8a3564fc23 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/networks?id=2931f122-c7a5-4912-9039-b6f6e64a8d31 HTTP/1.1" status: 200 len: 812 time: 0.1099870 Aug 30 18:46:10.006334 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-35aae18b-b536-4c91-bb8f-6c467b51939b tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/quotas/d6986e116dce48f8bda10af57404e7ac HTTP/1.1" status: 200 len: 375 time: 0.0109131 Aug 30 18:46:10.068677 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-771d36af-32fb-4eab-b041-7b09c135094e tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d6986e116dce48f8bda10af57404e7ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0554199 Aug 30 18:46:10.169918 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-8c95d0bb-c83f-4f1c-843e-d57cb87b8c32 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 18:46:10.171271 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-8c95d0bb-c83f-4f1c-843e-d57cb87b8c32 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0887728 Aug 30 18:46:10.294569 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-8e758d0a-305f-4167-8ad6-49d1ffe6d479 service neutron] 10.222.0.46 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164815 Aug 30 18:46:10.400178 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-831ac64e-2b03-4f79-ab3b-583e3d79dc93 service neutron] 10.222.0.46 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970984 Aug 30 18:46:10.713059 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-e3a36476-5973-4f66-b568-a7b295b1a67a req-e0031833-d3e7-428e-9a12-2009a5e931d7 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=28fce0eb-f681-4194-b0f8-d2ed346117b5 HTTP/1.1" status: 200 len: 210 time: 0.0264721 Aug 30 18:46:10.903557 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:46:10.924905 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] No Port match for: de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:46:10.925331 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device de0f2742-d6a6-4f46-ab2c-f29ac3c33ee9 not bound to the agent host hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:46:11.817399 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-113a4aab-a403-4499-ba03-0edb8dafb5c4 req-61570ce7-581f-476a-927d-1ebb70bf9734 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=28fce0eb-f681-4194-b0f8-d2ed346117b5 HTTP/1.1" status: 200 len: 210 time: 0.0282810 Aug 30 18:46:11.971626 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-599baab3-cb4c-400b-8d1d-3f1750cefb9f tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:46:11.973138 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-599baab3-cb4c-400b-8d1d-3f1750cefb9f tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.39 "GET /v2.0/networks?id=2931f122-c7a5-4912-9039-b6f6e64a8d31 HTTP/1.1" status: 200 len: 812 time: 0.1160007 Aug 30 18:46:12.028716 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-09c2dff5-edc4-4a0f-9865-1bfdc8e23adb tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6986e116dce48f8bda10af57404e7ac HTTP/1.1" status: 200 len: 380 time: 0.0370171 Aug 30 18:46:12.041524 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-ab4cc50b-fbba-43e4-8ea5-51cecc60fae8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Request body: {'port': {'device_id': '28fce0eb-f681-4194-b0f8-d2ed346117b5', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'admin_state_up': True, 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'security_groups': ['03785da4-8a07-413b-9194-f80bfb4a5fc3']}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:46:12.168385 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-ab4cc50b-fbba-43e4-8ea5-51cecc60fae8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Made reservation on behalf of d6986e116dce48f8bda10af57404e7ac for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:46:12.171924 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-ab4cc50b-fbba-43e4-8ea5-51cecc60fae8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:12.326372 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-ab4cc50b-fbba-43e4-8ea5-51cecc60fae8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Allocated IP 172.20.0.9 (2931f122-c7a5-4912-9039-b6f6e64a8d31/b4de9b74-b9b1-42c7-b3eb-a92f3f836416/62782e28-5b48-419b-849f-11e64f41766e) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:46:12.488837 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-ab4cc50b-fbba-43e4-8ea5-51cecc60fae8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:12.504425 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-ab4cc50b-fbba-43e4-8ea5-51cecc60fae8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Transition to ACTIVE for port object 62782e28-5b48-419b-849f-11e64f41766e will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:46:12.543095 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-ab4cc50b-fbba-43e4-8ea5-51cecc60fae8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:12.587660 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-ab4cc50b-fbba-43e4-8ea5-51cecc60fae8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Network 2931f122-c7a5-4912-9039-b6f6e64a8d31 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:46:12.595178 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-ab4cc50b-fbba-43e4-8ea5-51cecc60fae8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:46:12.600990 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-ab4cc50b-fbba-43e4-8ea5-51cecc60fae8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:46:12.635250 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4cc50b-fbba-43e4-8ea5-51cecc60fae8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Pushing event updated for resources: {'Port': ['ID=62782e28-5b48-419b-849f-11e64f41766e,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:46:12.685022 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-ab4cc50b-fbba-43e4-8ea5-51cecc60fae8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:46:12.686147 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-ab4cc50b-fbba-43e4-8ea5-51cecc60fae8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:12.716055 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-ab4cc50b-fbba-43e4-8ea5-51cecc60fae8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6779799 Aug 30 18:46:12.749224 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-dcd9f019-36e3-4f50-a2f7-2d078d46efb2 service neutron] Request body: {'port': {'device_id': '28fce0eb-f681-4194-b0f8-d2ed346117b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:46:12.834596 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-dcd9f019-36e3-4f50-a2f7-2d078d46efb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:12.936877 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-142d88b2-036f-4a10-a418-a6cce712b55f None None] Provisioning for port 62782e28-5b48-419b-849f-11e64f41766e completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:46:12.941928 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-142d88b2-036f-4a10-a418-a6cce712b55f None None] Provisioning complete for port 62782e28-5b48-419b-849f-11e64f41766e triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:46:12.942303 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-142d88b2-036f-4a10-a418-a6cce712b55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:12.983452 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-142d88b2-036f-4a10-a418-a6cce712b55f None None] Port 62782e28-5b48-419b-849f-11e64f41766e cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:46:13.067080 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfda1d-24e9-47bd-bfe7-0dcdf9efa854 req-3d1dcb86-4222-43f4-8b84-4f32539a86ac tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:46:13.068709 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-08cfda1d-24e9-47bd-bfe7-0dcdf9efa854 req-3d1dcb86-4222-43f4-8b84-4f32539a86ac tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=28fce0eb-f681-4194-b0f8-d2ed346117b5 HTTP/1.1" status: 200 len: 931 time: 0.1124012 Aug 30 18:46:13.142011 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-08cfda1d-24e9-47bd-bfe7-0dcdf9efa854 req-7a245146-0e91-400c-9fbf-b9529dec34ee tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659525 Aug 30 18:46:13.202783 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-dcd9f019-36e3-4f50-a2f7-2d078d46efb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62782e28-5b48-419b-849f-11e64f41766e {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:46:13.212289 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-dcd9f019-36e3-4f50-a2f7-2d078d46efb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:13.225124 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-dcd9f019-36e3-4f50-a2f7-2d078d46efb2 service neutron] Transition to ACTIVE for port object 62782e28-5b48-419b-849f-11e64f41766e will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:46:13.230591 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-dcd9f019-36e3-4f50-a2f7-2d078d46efb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449046'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:13.288757 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9f019-36e3-4f50-a2f7-2d078d46efb2 service neutron] Pushing event updated for resources: {'Port': ['ID=62782e28-5b48-419b-849f-11e64f41766e,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:46:13.360594 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-dcd9f019-36e3-4f50-a2f7-2d078d46efb2 service neutron] Attempting to bind port 62782e28-5b48-419b-849f-11e64f41766e on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:46:13.360928 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-dcd9f019-36e3-4f50-a2f7-2d078d46efb2 service neutron] Attempting to bind port 62782e28-5b48-419b-849f-11e64f41766e by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '0d9affdd-6baa-4b27-bcd5-90971e50b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:46:13.361258 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-dcd9f019-36e3-4f50-a2f7-2d078d46efb2 service neutron] Attempting to bind port 62782e28-5b48-419b-849f-11e64f41766e on network 2931f122-c7a5-4912-9039-b6f6e64a8d31 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:46:13.366361 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-dcd9f019-36e3-4f50-a2f7-2d078d46efb2 service neutron] Port 62782e28-5b48-419b-849f-11e64f41766e on network 2931f122-c7a5-4912-9039-b6f6e64a8d31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:46:13.366948 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-dcd9f019-36e3-4f50-a2f7-2d078d46efb2 service neutron] Attempting to bind port 62782e28-5b48-419b-849f-11e64f41766e on network 2931f122-c7a5-4912-9039-b6f6e64a8d31 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:46:13.373337 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-dcd9f019-36e3-4f50-a2f7-2d078d46efb2 service neutron] Checking agent: {'id': '7d13e2b4-65d8-4093-b4fc-5ca6c835aab8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'started_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:46:13.373571 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-dcd9f019-36e3-4f50-a2f7-2d078d46efb2 service neutron] Checking segment: {'id': '0d9affdd-6baa-4b27-bcd5-90971e50b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:46:13.373809 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-dcd9f019-36e3-4f50-a2f7-2d078d46efb2 service neutron] Bound using segment: {'id': '0d9affdd-6baa-4b27-bcd5-90971e50b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:46:13.374278 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-dcd9f019-36e3-4f50-a2f7-2d078d46efb2 service neutron] Bound port: 62782e28-5b48-419b-849f-11e64f41766e, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d9affdd-6baa-4b27-bcd5-90971e50b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:46:13.374631 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-dcd9f019-36e3-4f50-a2f7-2d078d46efb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:13.459473 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-dcd9f019-36e3-4f50-a2f7-2d078d46efb2 service neutron] For port 62782e28-5b48-419b-849f-11e64f41766e, host hv-cinder-79049, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:46:13.462865 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-dcd9f019-36e3-4f50-a2f7-2d078d46efb2 service neutron] For port 62782e28-5b48-419b-849f-11e64f41766e, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=62782e28-5b48-419b-849f-11e64f41766e,segment=NetworkSegment(0d9affdd-6baa-4b27-bcd5-90971e50b682),segment_id=0d9affdd-6baa-4b27-bcd5-90971e50b682)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:46:13.467398 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-dcd9f019-36e3-4f50-a2f7-2d078d46efb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449046'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:13.505822 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-dcd9f019-36e3-4f50-a2f7-2d078d46efb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:46:13.506617 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-dcd9f019-36e3-4f50-a2f7-2d078d46efb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:13.508372 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-dcd9f019-36e3-4f50-a2f7-2d078d46efb2 service neutron] 10.222.0.39 "PUT /v2.0/ports/62782e28-5b48-419b-849f-11e64f41766e HTTP/1.1" status: 200 len: 1093 time: 0.7641580 Aug 30 18:46:13.508592 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28fce0eb-f681-4194-b0f8-d2ed346117b5', 'tag': '62782e28-5b48-419b-849f-11e64f41766e'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:46:13.512134 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc22218-1220-4b11-a96c-48c550676432" -d '{"events": [{"name": "network-changed", "server_uuid": "28fce0eb-f681-4194-b0f8-d2ed346117b5", "tag": "62782e28-5b48-419b-849f-11e64f41766e"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:46:13.544877 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9f019-36e3-4f50-a2f7-2d078d46efb2 service neutron] Pushing event updated for resources: {'Port': ['ID=62782e28-5b48-419b-849f-11e64f41766e,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:46:13.565763 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d2e4aa-ee04-4494-a482-380985eea884 x-openstack-request-id: req-c5d2e4aa-ee04-4494-a482-380985eea884 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:46:13.566176 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28fce0eb-f681-4194-b0f8-d2ed346117b5", "tag": "62782e28-5b48-419b-849f-11e64f41766e", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:46:13.566668 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c5d2e4aa-ee04-4494-a482-380985eea884 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:46:13.568399 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28fce0eb-f681-4194-b0f8-d2ed346117b5', 'tag': '62782e28-5b48-419b-849f-11e64f41766e', 'status': 'completed', 'code': 200} Aug 30 18:46:13.633891 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-e66ec038-eda5-47fc-ad49-ec027a90d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:46:13.636162 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-e66ec038-eda5-47fc-ad49-ec027a90d811 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6986e116dce48f8bda10af57404e7ac&device_id=28fce0eb-f681-4194-b0f8-d2ed346117b5 HTTP/1.1" status: 200 len: 1096 time: 0.0482116 Aug 30 18:46:13.699093 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-38fa88ca-d6dc-49bb-b11b-7531934fb2d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62782e28-5b48-419b-849f-11e64f41766e HTTP/1.1" status: 200 len: 217 time: 0.0412991 Aug 30 18:46:13.770011 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-7a6bf5f0-0869-463e-8463-b845c4c412a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:46:13.771672 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-7a6bf5f0-0869-463e-8463-b845c4c412a3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4de9b74-b9b1-42c7-b3eb-a92f3f836416 HTTP/1.1" status: 200 len: 851 time: 0.0630922 Aug 30 18:46:13.827600 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-3b9dee69-a7b8-4885-80e6-bd1fd958e4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:46:13.829627 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-3b9dee69-a7b8-4885-80e6-bd1fd958e4e4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2931f122-c7a5-4912-9039-b6f6e64a8d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0469372 Aug 30 18:46:13.940084 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-88525d7d-8014-42c8-a456-ad620d70abc8 service neutron] 10.222.0.39 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989182 Aug 30 18:46:14.071488 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-bdb43455-3fe4-4774-86d5-b7a13db24f30 req-73fd1275-c75b-448b-9acc-c4cbe5efbbab service neutron] 10.222.0.39 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191099 Aug 30 18:46:14.280655 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc22218-1220-4b11-a96c-48c550676432 req-1c39a63d-7757-40d9-8f21-594504832faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:46:14.282227 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-fbc22218-1220-4b11-a96c-48c550676432 req-1c39a63d-7757-40d9-8f21-594504832faa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6986e116dce48f8bda10af57404e7ac&device_id=28fce0eb-f681-4194-b0f8-d2ed346117b5 HTTP/1.1" status: 200 len: 1096 time: 0.1004221 Aug 30 18:46:14.321127 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750f1b5-bee0-4973-8606-f2db8118690a req-bd01f744-8f7b-4944-b029-7c3ca8b71ab0 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:46:14.322738 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3750f1b5-bee0-4973-8606-f2db8118690a req-bd01f744-8f7b-4944-b029-7c3ca8b71ab0 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=28fce0eb-f681-4194-b0f8-d2ed346117b5 HTTP/1.1" status: 200 len: 943 time: 0.0996234 Aug 30 18:46:14.434664 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3750f1b5-bee0-4973-8606-f2db8118690a req-48fc008e-7b13-4e1a-8023-6c5fc2448d9c tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852559 Aug 30 18:46:14.471636 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc22218-1220-4b11-a96c-48c550676432 req-d92d0c19-f407-49a0-84a5-15b36bc97151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:46:14.473184 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-fbc22218-1220-4b11-a96c-48c550676432 req-d92d0c19-f407-49a0-84a5-15b36bc97151 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2931f122-c7a5-4912-9039-b6f6e64a8d31 HTTP/1.1" status: 200 len: 912 time: 0.1823215 Aug 30 18:46:14.530553 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-fbc22218-1220-4b11-a96c-48c550676432 req-2afda5bc-7540-46d5-afab-078da3a05ef1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62782e28-5b48-419b-849f-11e64f41766e HTTP/1.1" status: 200 len: 217 time: 0.0437253 Aug 30 18:46:14.590478 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc22218-1220-4b11-a96c-48c550676432 req-0fd23e9e-6f3b-4236-9e5d-30bb298defcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:46:14.591946 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-fbc22218-1220-4b11-a96c-48c550676432 req-0fd23e9e-6f3b-4236-9e5d-30bb298defcf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4de9b74-b9b1-42c7-b3eb-a92f3f836416 HTTP/1.1" status: 200 len: 851 time: 0.0508089 Aug 30 18:46:14.648223 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc22218-1220-4b11-a96c-48c550676432 req-18a2a6a2-2ab6-44b7-b62e-4f35749c69d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:46:14.649740 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-fbc22218-1220-4b11-a96c-48c550676432 req-18a2a6a2-2ab6-44b7-b62e-4f35749c69d5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2931f122-c7a5-4912-9039-b6f6e64a8d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0459104 Aug 30 18:46:15.023663 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-fbc22218-1220-4b11-a96c-48c550676432 req-66f92c00-98e3-4389-8149-6d8e1d8907e0 service neutron] 10.222.0.39 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607478 Aug 30 18:46:15.118916 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-fbc22218-1220-4b11-a96c-48c550676432 req-853708ae-1caa-421b-a450-6a150dd9e27b service neutron] 10.222.0.39 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835114 Aug 30 18:46:15.561790 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6899d08-54e6-40fb-9e51-1a57c731dcef req-db154e3a-b096-4e95-801c-905b936ae7ee tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:46:15.563300 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d6899d08-54e6-40fb-9e51-1a57c731dcef req-db154e3a-b096-4e95-801c-905b936ae7ee tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=28fce0eb-f681-4194-b0f8-d2ed346117b5 HTTP/1.1" status: 200 len: 943 time: 0.0544381 Aug 30 18:46:15.601589 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d6899d08-54e6-40fb-9e51-1a57c731dcef req-04c6f70b-e0f4-4289-94ec-520b28ccea65 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320058 Aug 30 18:46:16.722914 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834cc410-c069-43ae-b7b6-95e205b3c953 req-6afa0afd-8350-4fb6-b7d4-e927a465f3f8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:46:16.724490 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-834cc410-c069-43ae-b7b6-95e205b3c953 req-6afa0afd-8350-4fb6-b7d4-e927a465f3f8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=28fce0eb-f681-4194-b0f8-d2ed346117b5 HTTP/1.1" status: 200 len: 943 time: 0.0543385 Aug 30 18:46:16.763591 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-834cc410-c069-43ae-b7b6-95e205b3c953 req-3221baa0-13e3-44eb-9812-11e03e9fb7af tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327256 Aug 30 18:46:17.887592 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d1d03-1127-41d2-b4a6-fda5887c225a req-c87de451-69d3-4025-ad69-6c1b182c4b24 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:46:17.889093 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2a9d1d03-1127-41d2-b4a6-fda5887c225a req-c87de451-69d3-4025-ad69-6c1b182c4b24 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=28fce0eb-f681-4194-b0f8-d2ed346117b5 HTTP/1.1" status: 200 len: 943 time: 0.0549335 Aug 30 18:46:17.929036 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2a9d1d03-1127-41d2-b4a6-fda5887c225a req-055bdc1f-da70-4748-a09f-872219f576c7 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337613 Aug 30 18:46:19.046208 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1c961-2483-46d4-ae8a-52aff73a049f req-6adeff9a-31b3-4c4b-b506-2cd4f8f9f2bf tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:46:19.047741 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1dd1c961-2483-46d4-ae8a-52aff73a049f req-6adeff9a-31b3-4c4b-b506-2cd4f8f9f2bf tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=28fce0eb-f681-4194-b0f8-d2ed346117b5 HTTP/1.1" status: 200 len: 943 time: 0.0500641 Aug 30 18:46:19.087826 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1dd1c961-2483-46d4-ae8a-52aff73a049f req-5589f693-d785-427d-a47c-ab399fc7601c tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336266 Aug 30 18:46:19.896264 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3dd4cec2-f5ab-478e-90a9-1734ce3d660e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:20.206767 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8210a8-4bf9-44d7-93fe-310106f71889 req-9292a510-f219-45a1-983c-9595e05d5689 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:46:20.208279 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5f8210a8-4bf9-44d7-93fe-310106f71889 req-9292a510-f219-45a1-983c-9595e05d5689 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=28fce0eb-f681-4194-b0f8-d2ed346117b5 HTTP/1.1" status: 200 len: 943 time: 0.0509722 Aug 30 18:46:20.252389 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5f8210a8-4bf9-44d7-93fe-310106f71889 req-9d127f64-6f90-4134-9126-57618fc94e08 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375741 Aug 30 18:46:21.042811 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 62782e28-5b48-419b-849f-11e64f41766e details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:46:21.140746 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 62782e28-5b48-419b-849f-11e64f41766e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=62782e28-5b48-419b-849f-11e64f41766e,segment=NetworkSegment(0d9affdd-6baa-4b27-bcd5-90971e50b682),segment_id=0d9affdd-6baa-4b27-bcd5-90971e50b682)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:46:21.152762 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Returning: {'device': '62782e28-5b48-419b-849f-11e64f41766e', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'port_id': '62782e28-5b48-419b-849f-11e64f41766e', 'mac_address': 'fa:16:3e:9f:5b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:46:21.190639 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:21.204507 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62782e28-5b48-419b-849f-11e64f41766e {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:46:21.225241 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 62782e28-5b48-419b-849f-11e64f41766e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=62782e28-5b48-419b-849f-11e64f41766e,segment=NetworkSegment(0d9affdd-6baa-4b27-bcd5-90971e50b682),segment_id=0d9affdd-6baa-4b27-bcd5-90971e50b682)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:46:21.238143 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:21.296452 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=62782e28-5b48-419b-849f-11e64f41766e,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:46:21.303607 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:46:21.303961 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:46:21.304303 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:46:21.304643 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:46:21.304976 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:46:21.305307 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:46:21.305636 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:46:21.305965 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:46:21.306296 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:46:21.306622 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:46:21.306944 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:46:21.307909 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:46:21.379406 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ec6be-66fa-4c61-802c-a4cf20e3ad06 req-26a83f3b-6da9-4c0a-b2ed-9caee136fc83 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:46:21.380910 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-576ec6be-66fa-4c61-802c-a4cf20e3ad06 req-26a83f3b-6da9-4c0a-b2ed-9caee136fc83 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=28fce0eb-f681-4194-b0f8-d2ed346117b5 HTTP/1.1" status: 200 len: 944 time: 0.0492671 Aug 30 18:46:21.421034 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-576ec6be-66fa-4c61-802c-a4cf20e3ad06 req-a190f2ef-f09b-47ee-b639-c47b0799ac14 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329680 Aug 30 18:46:21.581919 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['62782e28-5b48-419b-849f-11e64f41766e'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:46:22.540236 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5885e9a-fbb0-41f3-bd76-6f16bb596b86 req-61e95263-a10a-4ec0-8454-4b1d18050ede tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:46:22.542999 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f5885e9a-fbb0-41f3-bd76-6f16bb596b86 req-61e95263-a10a-4ec0-8454-4b1d18050ede tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=28fce0eb-f681-4194-b0f8-d2ed346117b5 HTTP/1.1" status: 200 len: 944 time: 0.0557225 Aug 30 18:46:22.584987 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f5885e9a-fbb0-41f3-bd76-6f16bb596b86 req-6825782c-d587-400d-975b-30e170121e7b tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360126 Aug 30 18:46:23.057716 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 62782e28-5b48-419b-849f-11e64f41766e up at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:46:23.106242 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning for port 62782e28-5b48-419b-849f-11e64f41766e completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:46:23.109643 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning complete for port 62782e28-5b48-419b-849f-11e64f41766e triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:46:23.110008 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:23.184781 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:23.207369 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fce0eb-f681-4194-b0f8-d2ed346117b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62782e28-5b48-419b-849f-11e64f41766e'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:46:23.209665 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf7e48b1d7ea734c3ab22bdf0c4fd39094da8684eda14d675e1fcbcfa40454f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e98526f-11bd-4a5a-9e12-9a6c6aa12ae2" -d '{"events": [{"server_uuid": "28fce0eb-f681-4194-b0f8-d2ed346117b5", "name": "network-vif-plugged", "status": "completed", "tag": "62782e28-5b48-419b-849f-11e64f41766e"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:46:23.226289 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 62782e28-5b48-419b-849f-11e64f41766e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=62782e28-5b48-419b-849f-11e64f41766e,segment=NetworkSegment(0d9affdd-6baa-4b27-bcd5-90971e50b682),segment_id=0d9affdd-6baa-4b27-bcd5-90971e50b682)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:46:23.232715 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:23.263643 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-94dac248-25ed-4ace-a3af-08a97d807a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:23.287422 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=62782e28-5b48-419b-849f-11e64f41766e,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:46:23.306493 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7323db6d-1400-44a0-94f0-41add277b626 x-openstack-request-id: req-7323db6d-1400-44a0-94f0-41add277b626 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:46:23.306788 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28fce0eb-f681-4194-b0f8-d2ed346117b5", "name": "network-vif-plugged", "status": "completed", "tag": "62782e28-5b48-419b-849f-11e64f41766e", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:46:23.307046 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7323db6d-1400-44a0-94f0-41add277b626 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:46:23.307516 dv-cinder-790492-12-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28fce0eb-f681-4194-b0f8-d2ed346117b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62782e28-5b48-419b-849f-11e64f41766e', 'code': 200} Aug 30 18:46:23.340294 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:23.582894 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2710b2-d9c1-4333-835a-5b50de50d47c req-46a93260-3f08-48ce-a19d-f895a97c1edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:46:23.584469 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ff2710b2-d9c1-4333-835a-5b50de50d47c req-46a93260-3f08-48ce-a19d-f895a97c1edf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=28fce0eb-f681-4194-b0f8-d2ed346117b5 HTTP/1.1" status: 200 len: 1098 time: 0.0457518 Aug 30 18:46:23.625608 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ff2710b2-d9c1-4333-835a-5b50de50d47c req-626bc397-c549-4e4a-a2fe-efed1b09d936 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298049 Aug 30 18:46:23.702216 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc144f-2430-4a3c-a8da-e534ab4ee4f1 req-3bbc1889-2a43-424e-975b-e25ff65489a9 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:46:23.703752 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7acc144f-2430-4a3c-a8da-e534ab4ee4f1 req-3bbc1889-2a43-424e-975b-e25ff65489a9 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=28fce0eb-f681-4194-b0f8-d2ed346117b5 HTTP/1.1" status: 200 len: 945 time: 0.0492866 Aug 30 18:46:23.743876 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7acc144f-2430-4a3c-a8da-e534ab4ee4f1 req-012c7413-9bee-43bf-9006-0d7d8c97b2ed tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342004 Aug 30 18:46:24.047061 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:24.884102 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545ce84-d301-40e4-a74c-9ce081b32b25 req-a949a17a-dcda-429b-883d-3e4ffc039250 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:46:24.885628 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c545ce84-d301-40e4-a74c-9ce081b32b25 req-a949a17a-dcda-429b-883d-3e4ffc039250 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=28fce0eb-f681-4194-b0f8-d2ed346117b5 HTTP/1.1" status: 200 len: 945 time: 0.0519607 Aug 30 18:46:24.924238 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-c545ce84-d301-40e4-a74c-9ce081b32b25 req-00841c1a-2e60-498f-9e97-e7a295aaf46b tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323555 Aug 30 18:46:25.786368 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:26.041696 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d4325-8160-459d-91c3-2b86ed14220d req-5c6deea8-d6d1-4c24-a19d-b834a1855ae5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:46:26.043099 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5c1d4325-8160-459d-91c3-2b86ed14220d req-5c6deea8-d6d1-4c24-a19d-b834a1855ae5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=28fce0eb-f681-4194-b0f8-d2ed346117b5 HTTP/1.1" status: 200 len: 945 time: 0.0495825 Aug 30 18:46:26.080741 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5c1d4325-8160-459d-91c3-2b86ed14220d req-3c341931-5944-4706-bf86-8fec2daec4e6 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315979 Aug 30 18:46:26.200886 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab8865-6242-4980-933c-fab13f04888e req-ce1dd339-3230-4837-ad26-8369d0c493f0 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:46:26.202402 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-82ab8865-6242-4980-933c-fab13f04888e req-ce1dd339-3230-4837-ad26-8369d0c493f0 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=28fce0eb-f681-4194-b0f8-d2ed346117b5 HTTP/1.1" status: 200 len: 945 time: 0.0489516 Aug 30 18:46:26.241996 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-82ab8865-6242-4980-933c-fab13f04888e req-f97484f5-6f24-47c7-ba63-909354478819 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337110 Aug 30 18:46:26.266334 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 56944) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:46:26.313806 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3e2f4f-6055-46fe-95e8-bdcfa6d857dc tempest-TestVolumeBootPattern-348179523 tempest-TestVolumeBootPattern-348179523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:46:26.315618 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-3a3e2f4f-6055-46fe-95e8-bdcfa6d857dc tempest-TestVolumeBootPattern-348179523 tempest-TestVolumeBootPattern-348179523-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=28fce0eb-f681-4194-b0f8-d2ed346117b5 HTTP/1.1" status: 200 len: 1093 time: 0.0482597 Aug 30 18:46:26.318394 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 56946) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:46:26.322679 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-88265b5e-fc03-4b59-842f-c9fc9926f0c5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Request body: {'floatingip': {'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'port_id': '62782e28-5b48-419b-849f-11e64f41766e', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:46:26.345034 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88265b5e-fc03-4b59-842f-c9fc9926f0c5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:26.438616 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88265b5e-fc03-4b59-842f-c9fc9926f0c5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:26.545180 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-88265b5e-fc03-4b59-842f-c9fc9926f0c5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Allocated IP 172.27.3.144 (56c1e305-917b-4e98-a569-d57cdf415d5e/eb15dae3-e857-40c0-90c2-88f2d8bfe547/05d016aa-5363-4d14-981a-37689982bc9c) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:46:26.648858 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88265b5e-fc03-4b59-842f-c9fc9926f0c5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:26.691951 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88265b5e-fc03-4b59-842f-c9fc9926f0c5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041865'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:26.972676 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88265b5e-fc03-4b59-842f-c9fc9926f0c5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Network 56c1e305-917b-4e98-a569-d57cdf415d5e is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:46:26.975593 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-88265b5e-fc03-4b59-842f-c9fc9926f0c5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:46:26.978323 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88265b5e-fc03-4b59-842f-c9fc9926f0c5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:46:27.003248 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88265b5e-fc03-4b59-842f-c9fc9926f0c5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Pushing event updated for resources: {'Port': ['ID=05d016aa-5363-4d14-981a-37689982bc9c,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:46:27.016831 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88265b5e-fc03-4b59-842f-c9fc9926f0c5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:46:27.017176 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88265b5e-fc03-4b59-842f-c9fc9926f0c5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:46:27.017506 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88265b5e-fc03-4b59-842f-c9fc9926f0c5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:46:27.017830 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88265b5e-fc03-4b59-842f-c9fc9926f0c5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:46:27.018151 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88265b5e-fc03-4b59-842f-c9fc9926f0c5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:46:27.018471 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88265b5e-fc03-4b59-842f-c9fc9926f0c5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:46:27.018790 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88265b5e-fc03-4b59-842f-c9fc9926f0c5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:46:27.019104 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88265b5e-fc03-4b59-842f-c9fc9926f0c5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:46:27.019446 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88265b5e-fc03-4b59-842f-c9fc9926f0c5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:46:27.019759 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88265b5e-fc03-4b59-842f-c9fc9926f0c5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:46:27.020068 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88265b5e-fc03-4b59-842f-c9fc9926f0c5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:46:27.020376 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88265b5e-fc03-4b59-842f-c9fc9926f0c5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:46:27.358495 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88265b5e-fc03-4b59-842f-c9fc9926f0c5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:27.428536 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88265b5e-fc03-4b59-842f-c9fc9926f0c5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:27.580046 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88265b5e-fc03-4b59-842f-c9fc9926f0c5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:27.585229 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88265b5e-fc03-4b59-842f-c9fc9926f0c5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9041872'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:27.651339 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88265b5e-fc03-4b59-842f-c9fc9926f0c5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Pushing event updated for resources: {'Port': ['ID=05d016aa-5363-4d14-981a-37689982bc9c,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:46:27.662817 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88265b5e-fc03-4b59-842f-c9fc9926f0c5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120221'] for floatingip, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:27.763614 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.db.l3_db [None req-88265b5e-fc03-4b59-842f-c9fc9926f0c5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Floating IP d71b552e-575e-4895-9cb6-91d230e9dc07 associated. External IP: 172.27.3.144, port: 62782e28-5b48-419b-849f-11e64f41766e. Aug 30 18:46:27.983317 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88265b5e-fc03-4b59-842f-c9fc9926f0c5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Router cad5ea78-9aed-46c2-86c3-d5ea47d31cae has already been hosted by L3 agent 92e03f23-06fd-457e-8698-15737aaba387 {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:46:28.095204 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88265b5e-fc03-4b59-842f-c9fc9926f0c5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:46:28.105922 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622e2fe9-2259-4f96-b6fe-ade63b0ef470 None None] Sync routers for ids ['cad5ea78-9aed-46c2-86c3-d5ea47d31cae'] in dv-cinder-790492-12-iscsi {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:46:28.114134 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88265b5e-fc03-4b59-842f-c9fc9926f0c5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:28.115467 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622e2fe9-2259-4f96-b6fe-ade63b0ef470 None None] Routers {'cad5ea78-9aed-46c2-86c3-d5ea47d31cae'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:46:28.116117 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-622e2fe9-2259-4f96-b6fe-ade63b0ef470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:46:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['cad5ea78-9aed-46c2-86c3-d5ea47d31cae'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:46:28.143170 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-88265b5e-fc03-4b59-842f-c9fc9926f0c5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8237433 Aug 30 18:46:28.143770 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28fce0eb-f681-4194-b0f8-d2ed346117b5', 'tag': '62782e28-5b48-419b-849f-11e64f41766e'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:46:28.146008 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59b51c3d165999f7abb95bcd2a1d887dae5609535c92c8e1dc149aa3599bab8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a782c239-3792-4a0f-bba5-f5164acc0d06" -d '{"events": [{"name": "network-changed", "server_uuid": "28fce0eb-f681-4194-b0f8-d2ed346117b5", "tag": "62782e28-5b48-419b-849f-11e64f41766e"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:46:28.225802 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-622e2fe9-2259-4f96-b6fe-ade63b0ef470 None None] Set router cad5ea78-9aed-46c2-86c3-d5ea47d31cae gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:46:28.253908 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bce357-2e72-44ed-8356-08a3e2cf3c84 x-openstack-request-id: req-57bce357-2e72-44ed-8356-08a3e2cf3c84 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:46:28.254193 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28fce0eb-f681-4194-b0f8-d2ed346117b5", "tag": "62782e28-5b48-419b-849f-11e64f41766e", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:46:28.254443 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-57bce357-2e72-44ed-8356-08a3e2cf3c84 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:46:28.254835 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28fce0eb-f681-4194-b0f8-d2ed346117b5', 'tag': '62782e28-5b48-419b-849f-11e64f41766e', 'status': 'completed', 'code': 200} Aug 30 18:46:28.345901 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782c239-3792-4a0f-bba5-f5164acc0d06 req-1989e9ce-1b0d-40f4-813c-049d3f03322a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:46:28.347546 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a782c239-3792-4a0f-bba5-f5164acc0d06 req-1989e9ce-1b0d-40f4-813c-049d3f03322a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6986e116dce48f8bda10af57404e7ac&device_id=28fce0eb-f681-4194-b0f8-d2ed346117b5 HTTP/1.1" status: 200 len: 1098 time: 0.0481410 Aug 30 18:46:28.443916 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782c239-3792-4a0f-bba5-f5164acc0d06 req-3ff9a93b-1b6d-405c-95a7-998b004246dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:46:28.445414 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a782c239-3792-4a0f-bba5-f5164acc0d06 req-3ff9a93b-1b6d-405c-95a7-998b004246dc service neutron] 10.222.0.39 "GET /v2.0/networks?id=2931f122-c7a5-4912-9039-b6f6e64a8d31 HTTP/1.1" status: 200 len: 912 time: 0.0912008 Aug 30 18:46:28.517247 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a782c239-3792-4a0f-bba5-f5164acc0d06 req-b830a338-df90-4454-b686-48fdb6cab532 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62782e28-5b48-419b-849f-11e64f41766e HTTP/1.1" status: 200 len: 999 time: 0.0646133 Aug 30 18:46:28.574704 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782c239-3792-4a0f-bba5-f5164acc0d06 req-f8c790dc-f48f-439f-81c2-d9ffe3082c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:46:28.576206 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a782c239-3792-4a0f-bba5-f5164acc0d06 req-f8c790dc-f48f-439f-81c2-d9ffe3082c70 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4de9b74-b9b1-42c7-b3eb-a92f3f836416 HTTP/1.1" status: 200 len: 851 time: 0.0516324 Aug 30 18:46:28.584732 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-622e2fe9-2259-4f96-b6fe-ade63b0ef470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'name': 'tempest-TestVolumeBootPattern-1912283042-router', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e649fc8e-6bce-44d2-878b-711238646271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:14Z', 'revision_number': 4, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'gw_port': {'id': 'e649fc8e-6bce-44d2-878b-711238646271', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_floatingips': [{'id': 'd71b552e-575e-4895-9cb6-91d230e9dc07', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'router_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'port_id': '62782e28-5b48-419b-849f-11e64f41766e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'mac_address': 'fa:16:3e:9f:5b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fce0eb-f681-4194-b0f8-d2ed346117b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:46:27Z', 'updated_at': '2021-08-30T18:46:27Z', 'revision_number': 0, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07da7cc8-ed1f-4d6b-b921-d414efc7e22a', 'name': '', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'mac_address': 'fa:16:3e:d6:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:13Z', 'updated_at': '2021-08-30T18:43:21Z', 'revision_number': 5, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'subnets': [{'id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:46:28.615381 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622e2fe9-2259-4f96-b6fe-ade63b0ef470 None None] Checking router: cad5ea78-9aed-46c2-86c3-d5ea47d31cae for host: dv-cinder-790492-12-iscsi {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:46:28.624841 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622e2fe9-2259-4f96-b6fe-ade63b0ef470 None None] Routers {'cad5ea78-9aed-46c2-86c3-d5ea47d31cae'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:46:28.625453 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-622e2fe9-2259-4f96-b6fe-ade63b0ef470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:46:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['cad5ea78-9aed-46c2-86c3-d5ea47d31cae'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:46:28.625575 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782c239-3792-4a0f-bba5-f5164acc0d06 req-05c44698-7653-42c5-b930-390d2f87c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:46:28.627001 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a782c239-3792-4a0f-bba5-f5164acc0d06 req-05c44698-7653-42c5-b930-390d2f87c6d1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2931f122-c7a5-4912-9039-b6f6e64a8d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0436449 Aug 30 18:46:28.724017 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a782c239-3792-4a0f-bba5-f5164acc0d06 req-c94de901-7bfd-4726-93d7-16ce3279fbea service neutron] 10.222.0.39 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898051 Aug 30 18:46:28.730119 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-622e2fe9-2259-4f96-b6fe-ade63b0ef470 None None] Set router cad5ea78-9aed-46c2-86c3-d5ea47d31cae gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:46:28.816661 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a782c239-3792-4a0f-bba5-f5164acc0d06 req-bcfaae9d-0d9b-4f97-8692-31c1be752648 service neutron] 10.222.0.39 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855324 Aug 30 18:46:28.957251 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-622e2fe9-2259-4f96-b6fe-ade63b0ef470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'name': 'tempest-TestVolumeBootPattern-1912283042-router', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e649fc8e-6bce-44d2-878b-711238646271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:14Z', 'revision_number': 4, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'gw_port': {'id': 'e649fc8e-6bce-44d2-878b-711238646271', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_floatingips': [{'id': 'd71b552e-575e-4895-9cb6-91d230e9dc07', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'router_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'port_id': '62782e28-5b48-419b-849f-11e64f41766e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'mac_address': 'fa:16:3e:9f:5b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fce0eb-f681-4194-b0f8-d2ed346117b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:46:27Z', 'updated_at': '2021-08-30T18:46:27Z', 'revision_number': 0, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07da7cc8-ed1f-4d6b-b921-d414efc7e22a', 'name': '', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'mac_address': 'fa:16:3e:d6:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:13Z', 'updated_at': '2021-08-30T18:43:21Z', 'revision_number': 5, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'subnets': [{'id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:46:28.984314 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622e2fe9-2259-4f96-b6fe-ade63b0ef470 None None] The sync data for ids ['cad5ea78-9aed-46c2-86c3-d5ea47d31cae'] in dv-cinder-790492-12-iscsi is: [{'id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'name': 'tempest-TestVolumeBootPattern-1912283042-router', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e649fc8e-6bce-44d2-878b-711238646271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:14Z', 'revision_number': 4, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'gw_port': {'id': 'e649fc8e-6bce-44d2-878b-711238646271', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_floatingips': [{'id': 'd71b552e-575e-4895-9cb6-91d230e9dc07', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'router_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'port_id': '62782e28-5b48-419b-849f-11e64f41766e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'mac_address': 'fa:16:3e:9f:5b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fce0eb-f681-4194-b0f8-d2ed346117b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:46:27Z', 'updated_at': '2021-08-30T18:46:27Z', 'revision_number': 0, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07da7cc8-ed1f-4d6b-b921-d414efc7e22a', 'name': '', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'mac_address': 'fa:16:3e:d6:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:13Z', 'updated_at': '2021-08-30T18:43:21Z', 'revision_number': 5, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'subnets': [{'id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:46:29.161841 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4be62b-e76b-40be-9980-5493675a86f4 None None] New status for floating IP d71b552e-575e-4895-9cb6-91d230e9dc07: ACTIVE {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 18:46:34.933018 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:46:39.669097 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:49.897455 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0946112b-198e-443f-8b12-89d469bc7c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:50.480016 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-643ac4c2-ac36-454e-8153-c33d0a119118 req-b981b4d9-00e2-4b33-9569-07dd215a32aa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=28fce0eb-f681-4194-b0f8-d2ed346117b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427890 Aug 30 18:46:50.598466 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ac4c2-ac36-454e-8153-c33d0a119118 req-d8d673f0-3b55-4732-bf4d-51b4b64493bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:46:50.600072 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-643ac4c2-ac36-454e-8153-c33d0a119118 req-d8d673f0-3b55-4732-bf4d-51b4b64493bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6986e116dce48f8bda10af57404e7ac&device_id=28fce0eb-f681-4194-b0f8-d2ed346117b5 HTTP/1.1" status: 200 len: 1098 time: 0.0496349 Aug 30 18:46:50.729002 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ac4c2-ac36-454e-8153-c33d0a119118 req-85f2ce59-114a-4dfe-9af3-f96d01d023b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:46:50.731302 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-643ac4c2-ac36-454e-8153-c33d0a119118 req-85f2ce59-114a-4dfe-9af3-f96d01d023b4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2931f122-c7a5-4912-9039-b6f6e64a8d31 HTTP/1.1" status: 200 len: 912 time: 0.1035383 Aug 30 18:46:50.806444 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-643ac4c2-ac36-454e-8153-c33d0a119118 req-b4abdeed-937e-4530-80ec-d5c4f3af650f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62782e28-5b48-419b-849f-11e64f41766e HTTP/1.1" status: 200 len: 1001 time: 0.0677929 Aug 30 18:46:50.858618 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ac4c2-ac36-454e-8153-c33d0a119118 req-b16bdd02-17d6-459b-a265-54964c48d063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:46:50.860132 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-643ac4c2-ac36-454e-8153-c33d0a119118 req-b16bdd02-17d6-459b-a265-54964c48d063 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4de9b74-b9b1-42c7-b3eb-a92f3f836416 HTTP/1.1" status: 200 len: 851 time: 0.0460174 Aug 30 18:46:50.908968 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ac4c2-ac36-454e-8153-c33d0a119118 req-26ec2208-372b-47fd-8304-e493786c992b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:46:50.910509 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-643ac4c2-ac36-454e-8153-c33d0a119118 req-26ec2208-372b-47fd-8304-e493786c992b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2931f122-c7a5-4912-9039-b6f6e64a8d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0426176 Aug 30 18:46:51.007240 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-643ac4c2-ac36-454e-8153-c33d0a119118 req-0c38c919-f9af-4916-82a8-5a9dd404954a service neutron] 10.222.0.39 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874689 Aug 30 18:46:51.101731 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-643ac4c2-ac36-454e-8153-c33d0a119118 req-3c3bb9d5-6c6d-431a-bc8e-11aab1999718 service neutron] 10.222.0.39 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869637 Aug 30 18:46:53.248342 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e1375858-8337-42c2-9bf6-f3de0466bac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:53.344421 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:54.064741 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:46:55.791164 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:47:09.672015 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:47:11.933922 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:47:19.899775 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f6fc0d94-c061-4933-bb53-00c285010808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:47:23.250406 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b1393218-645d-40ee-b319-77c0c3ed4bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:47:23.347324 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:47:24.056823 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:47:25.790876 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:47:39.680426 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:47:48.933461 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:47:49.903406 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9c7d2415-ca02-4b75-a5f9-7bef5e6e9c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:47:52.182474 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d32f7497-b762-42b9-b4bc-3d158afb8ec9 req-485fd77e-9764-4151-b0f4-65ec4ab85bc3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=28fce0eb-f681-4194-b0f8-d2ed346117b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472665 Aug 30 18:47:52.297839 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f7497-b762-42b9-b4bc-3d158afb8ec9 req-67397f9b-9e71-401e-85a9-50dc07871bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:47:52.299453 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d32f7497-b762-42b9-b4bc-3d158afb8ec9 req-67397f9b-9e71-401e-85a9-50dc07871bb2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6986e116dce48f8bda10af57404e7ac&device_id=28fce0eb-f681-4194-b0f8-d2ed346117b5 HTTP/1.1" status: 200 len: 1098 time: 0.0453532 Aug 30 18:47:52.419918 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f7497-b762-42b9-b4bc-3d158afb8ec9 req-3a6f6203-a11a-4e68-a105-fc54d73a1441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:47:52.421943 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d32f7497-b762-42b9-b4bc-3d158afb8ec9 req-3a6f6203-a11a-4e68-a105-fc54d73a1441 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2931f122-c7a5-4912-9039-b6f6e64a8d31 HTTP/1.1" status: 200 len: 912 time: 0.0959537 Aug 30 18:47:52.504378 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d32f7497-b762-42b9-b4bc-3d158afb8ec9 req-3f1bd800-3b05-40e4-bdde-e217465bede1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62782e28-5b48-419b-849f-11e64f41766e HTTP/1.1" status: 200 len: 1001 time: 0.0709777 Aug 30 18:47:52.563152 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f7497-b762-42b9-b4bc-3d158afb8ec9 req-ea0a06d6-839b-4e59-9b02-711c47c0539c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:47:52.565283 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d32f7497-b762-42b9-b4bc-3d158afb8ec9 req-ea0a06d6-839b-4e59-9b02-711c47c0539c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4de9b74-b9b1-42c7-b3eb-a92f3f836416 HTTP/1.1" status: 200 len: 851 time: 0.0502830 Aug 30 18:47:52.620164 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f7497-b762-42b9-b4bc-3d158afb8ec9 req-a7bf460c-83e6-457b-9aed-c7e1e2ac5d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:47:52.621690 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d32f7497-b762-42b9-b4bc-3d158afb8ec9 req-a7bf460c-83e6-457b-9aed-c7e1e2ac5d57 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2931f122-c7a5-4912-9039-b6f6e64a8d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0449421 Aug 30 18:47:52.729350 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d32f7497-b762-42b9-b4bc-3d158afb8ec9 req-80f77e95-7609-4168-9d1b-3afad688acd2 service neutron] 10.222.0.39 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867581 Aug 30 18:47:52.827020 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d32f7497-b762-42b9-b4bc-3d158afb8ec9 req-825854ff-e7e0-4472-9b3b-284386ab812c service neutron] 10.222.0.39 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864344 Aug 30 18:47:53.253337 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-115422ff-0d0f-42be-9a26-3150534f1421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:47:53.350433 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:47:54.056219 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:47:55.794602 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:48:09.696553 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:48:14.313951 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-bf8c9530-abc5-495b-b220-5026c56aa744 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1880125180&fields=id&tenant_id=d6986e116dce48f8bda10af57404e7ac HTTP/1.1" status: 200 len: 267 time: 0.0329299 Aug 30 18:48:14.428757 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-fd8eadab-763a-419f-a285-2794b46fe604 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:48:14.430911 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-fd8eadab-763a-419f-a285-2794b46fe604 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/networks?id=2931f122-c7a5-4912-9039-b6f6e64a8d31 HTTP/1.1" status: 200 len: 812 time: 0.1094363 Aug 30 18:48:14.448033 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-00359097-771e-40d3-b739-52f21fd117cc tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/quotas/d6986e116dce48f8bda10af57404e7ac HTTP/1.1" status: 200 len: 375 time: 0.0105796 Aug 30 18:48:14.508351 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-ff8f24d7-4c06-47f8-9c85-a5fdeeb5c6e5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d6986e116dce48f8bda10af57404e7ac&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0541260 Aug 30 18:48:14.658873 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-4d001e74-104c-421d-a337-523cdb397652 service neutron] 10.222.0.46 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386695 Aug 30 18:48:14.753120 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-672dabb7-551e-4c54-befc-fe1180ccdcab service neutron] 10.222.0.46 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871110 Aug 30 18:48:15.062238 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-819d1324-45ba-40a0-ab25-5d722164f54c req-ac5edc80-4235-4b24-8983-48b9c77256c1 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=c697fdb5-139a-4e1f-a47b-2d10b8ec4783 HTTP/1.1" status: 200 len: 210 time: 0.0302241 Aug 30 18:48:16.190609 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-0220ae2f-9586-4763-b453-01b6e6530e5d req-1605d4c6-d421-460c-b136-99fd462bd739 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=c697fdb5-139a-4e1f-a47b-2d10b8ec4783 HTTP/1.1" status: 200 len: 210 time: 0.0345092 Aug 30 18:48:16.199456 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-12350e99-e9b0-4d96-b4e9-687e858daeea tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:48:16.201073 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-12350e99-e9b0-4d96-b4e9-687e858daeea tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.39 "GET /v2.0/networks?id=2931f122-c7a5-4912-9039-b6f6e64a8d31 HTTP/1.1" status: 200 len: 812 time: 0.1476917 Aug 30 18:48:16.268756 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-d30f0410-a9f9-4d84-8896-7ae3dc4878eb tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6986e116dce48f8bda10af57404e7ac HTTP/1.1" status: 200 len: 380 time: 0.0330660 Aug 30 18:48:16.282693 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-83ffbce5-c6db-4dcb-8fa8-1a50f45321b9 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Request body: {'port': {'device_id': 'c697fdb5-139a-4e1f-a47b-2d10b8ec4783', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'admin_state_up': True, 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'security_groups': ['03785da4-8a07-413b-9194-f80bfb4a5fc3']}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:48:16.391216 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-83ffbce5-c6db-4dcb-8fa8-1a50f45321b9 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Made reservation on behalf of d6986e116dce48f8bda10af57404e7ac for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:48:16.394622 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-83ffbce5-c6db-4dcb-8fa8-1a50f45321b9 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:48:16.525968 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-83ffbce5-c6db-4dcb-8fa8-1a50f45321b9 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Allocated IP 172.20.0.7 (2931f122-c7a5-4912-9039-b6f6e64a8d31/b4de9b74-b9b1-42c7-b3eb-a92f3f836416/29dad49c-fe32-45fb-acf6-32c0914a6a89) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:48:16.668018 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-83ffbce5-c6db-4dcb-8fa8-1a50f45321b9 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:48:16.683459 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-83ffbce5-c6db-4dcb-8fa8-1a50f45321b9 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Transition to ACTIVE for port object 29dad49c-fe32-45fb-acf6-32c0914a6a89 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:48:16.717035 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-83ffbce5-c6db-4dcb-8fa8-1a50f45321b9 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:48:16.761266 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-83ffbce5-c6db-4dcb-8fa8-1a50f45321b9 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Network 2931f122-c7a5-4912-9039-b6f6e64a8d31 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:48:16.764455 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-83ffbce5-c6db-4dcb-8fa8-1a50f45321b9 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:48:16.768258 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-83ffbce5-c6db-4dcb-8fa8-1a50f45321b9 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:48:16.795092 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ffbce5-c6db-4dcb-8fa8-1a50f45321b9 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Pushing event updated for resources: {'Port': ['ID=29dad49c-fe32-45fb-acf6-32c0914a6a89,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:48:16.809772 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ffbce5-c6db-4dcb-8fa8-1a50f45321b9 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:48:16.810118 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ffbce5-c6db-4dcb-8fa8-1a50f45321b9 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:48:16.810462 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ffbce5-c6db-4dcb-8fa8-1a50f45321b9 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:48:16.810795 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ffbce5-c6db-4dcb-8fa8-1a50f45321b9 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:48:16.811158 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ffbce5-c6db-4dcb-8fa8-1a50f45321b9 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:48:16.811617 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ffbce5-c6db-4dcb-8fa8-1a50f45321b9 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:48:16.811806 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ffbce5-c6db-4dcb-8fa8-1a50f45321b9 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:48:16.812144 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ffbce5-c6db-4dcb-8fa8-1a50f45321b9 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:48:16.812465 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ffbce5-c6db-4dcb-8fa8-1a50f45321b9 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:48:16.812785 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ffbce5-c6db-4dcb-8fa8-1a50f45321b9 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:48:16.813298 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ffbce5-c6db-4dcb-8fa8-1a50f45321b9 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:48:16.813967 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ffbce5-c6db-4dcb-8fa8-1a50f45321b9 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:48:16.837339 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-83ffbce5-c6db-4dcb-8fa8-1a50f45321b9 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:48:16.837339 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-83ffbce5-c6db-4dcb-8fa8-1a50f45321b9 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:48:16.857050 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-83ffbce5-c6db-4dcb-8fa8-1a50f45321b9 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5778594 Aug 30 18:48:16.886473 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.v2.base [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-00cec5d1-c9e3-422b-972a-c5cdd9ee4246 service neutron] Request body: {'port': {'device_id': 'c697fdb5-139a-4e1f-a47b-2d10b8ec4783', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:48:16.950328 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-00cec5d1-c9e3-422b-972a-c5cdd9ee4246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:48:16.978050 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c01fa623-341d-4387-9a00-f963d6f72b38 None None] Provisioning for port 29dad49c-fe32-45fb-acf6-32c0914a6a89 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:48:16.982128 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c01fa623-341d-4387-9a00-f963d6f72b38 None None] Provisioning complete for port 29dad49c-fe32-45fb-acf6-32c0914a6a89 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:48:16.982915 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c01fa623-341d-4387-9a00-f963d6f72b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:48:17.021817 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c01fa623-341d-4387-9a00-f963d6f72b38 None None] Port 29dad49c-fe32-45fb-acf6-32c0914a6a89 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:48:17.215620 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-00cec5d1-c9e3-422b-972a-c5cdd9ee4246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29dad49c-fe32-45fb-acf6-32c0914a6a89 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:48:17.223150 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-00cec5d1-c9e3-422b-972a-c5cdd9ee4246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:48:17.235977 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-00cec5d1-c9e3-422b-972a-c5cdd9ee4246 service neutron] Transition to ACTIVE for port object 29dad49c-fe32-45fb-acf6-32c0914a6a89 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:48:17.240140 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-00cec5d1-c9e3-422b-972a-c5cdd9ee4246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449046'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:48:17.301354 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cec5d1-c9e3-422b-972a-c5cdd9ee4246 service neutron] Pushing event updated for resources: {'Port': ['ID=29dad49c-fe32-45fb-acf6-32c0914a6a89,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:48:17.345011 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52143a6a-03ed-47a9-8707-d09859a00bbd req-a66450b4-f1a3-4e10-97b2-f4564dc92dbe tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:48:17.346535 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-52143a6a-03ed-47a9-8707-d09859a00bbd req-a66450b4-f1a3-4e10-97b2-f4564dc92dbe tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=c697fdb5-139a-4e1f-a47b-2d10b8ec4783 HTTP/1.1" status: 200 len: 943 time: 0.0546498 Aug 30 18:48:17.375030 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-00cec5d1-c9e3-422b-972a-c5cdd9ee4246 service neutron] Attempting to bind port 29dad49c-fe32-45fb-acf6-32c0914a6a89 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:48:17.375400 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-00cec5d1-c9e3-422b-972a-c5cdd9ee4246 service neutron] Attempting to bind port 29dad49c-fe32-45fb-acf6-32c0914a6a89 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '0d9affdd-6baa-4b27-bcd5-90971e50b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:48:17.375731 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-00cec5d1-c9e3-422b-972a-c5cdd9ee4246 service neutron] Attempting to bind port 29dad49c-fe32-45fb-acf6-32c0914a6a89 on network 2931f122-c7a5-4912-9039-b6f6e64a8d31 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:48:17.380238 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-00cec5d1-c9e3-422b-972a-c5cdd9ee4246 service neutron] Port 29dad49c-fe32-45fb-acf6-32c0914a6a89 on network 2931f122-c7a5-4912-9039-b6f6e64a8d31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:48:17.380559 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-00cec5d1-c9e3-422b-972a-c5cdd9ee4246 service neutron] Attempting to bind port 29dad49c-fe32-45fb-acf6-32c0914a6a89 on network 2931f122-c7a5-4912-9039-b6f6e64a8d31 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:48:17.386193 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-00cec5d1-c9e3-422b-972a-c5cdd9ee4246 service neutron] Checking agent: {'id': '7d13e2b4-65d8-4093-b4fc-5ca6c835aab8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'started_at': datetime.datetime(2021, 8, 30, 18, 31, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:48:17.386533 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-00cec5d1-c9e3-422b-972a-c5cdd9ee4246 service neutron] Checking segment: {'id': '0d9affdd-6baa-4b27-bcd5-90971e50b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:48:17.386918 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-00cec5d1-c9e3-422b-972a-c5cdd9ee4246 service neutron] Bound using segment: {'id': '0d9affdd-6baa-4b27-bcd5-90971e50b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:48:17.387452 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-00cec5d1-c9e3-422b-972a-c5cdd9ee4246 service neutron] Bound port: 29dad49c-fe32-45fb-acf6-32c0914a6a89, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d9affdd-6baa-4b27-bcd5-90971e50b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:48:17.387811 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-00cec5d1-c9e3-422b-972a-c5cdd9ee4246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:48:17.389722 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-52143a6a-03ed-47a9-8707-d09859a00bbd req-a5561162-535d-40cc-ae1b-2f568e1eac57 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368073 Aug 30 18:48:17.457114 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-00cec5d1-c9e3-422b-972a-c5cdd9ee4246 service neutron] For port 29dad49c-fe32-45fb-acf6-32c0914a6a89, host hv-cinder-79049, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:48:17.460250 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-00cec5d1-c9e3-422b-972a-c5cdd9ee4246 service neutron] For port 29dad49c-fe32-45fb-acf6-32c0914a6a89, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=29dad49c-fe32-45fb-acf6-32c0914a6a89,segment=NetworkSegment(0d9affdd-6baa-4b27-bcd5-90971e50b682),segment_id=0d9affdd-6baa-4b27-bcd5-90971e50b682)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:48:17.465560 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-00cec5d1-c9e3-422b-972a-c5cdd9ee4246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8449046'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:48:17.501235 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-00cec5d1-c9e3-422b-972a-c5cdd9ee4246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:48:17.501794 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-00cec5d1-c9e3-422b-972a-c5cdd9ee4246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:48:17.503402 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-00cec5d1-c9e3-422b-972a-c5cdd9ee4246 service neutron] 10.222.0.39 "PUT /v2.0/ports/29dad49c-fe32-45fb-acf6-32c0914a6a89 HTTP/1.1" status: 200 len: 1093 time: 0.6238756 Aug 30 18:48:17.503654 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c697fdb5-139a-4e1f-a47b-2d10b8ec4783', 'tag': '29dad49c-fe32-45fb-acf6-32c0914a6a89'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:48:17.505907 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f9c891-26d5-4666-8a27-7846dac41f30" -d '{"events": [{"name": "network-changed", "server_uuid": "c697fdb5-139a-4e1f-a47b-2d10b8ec4783", "tag": "29dad49c-fe32-45fb-acf6-32c0914a6a89"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:48:17.534926 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cec5d1-c9e3-422b-972a-c5cdd9ee4246 service neutron] Pushing event updated for resources: {'Port': ['ID=29dad49c-fe32-45fb-acf6-32c0914a6a89,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:48:17.558321 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9066729e-d617-4fb2-adab-014d0000d9d5 x-openstack-request-id: req-9066729e-d617-4fb2-adab-014d0000d9d5 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:48:17.558658 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c697fdb5-139a-4e1f-a47b-2d10b8ec4783", "tag": "29dad49c-fe32-45fb-acf6-32c0914a6a89", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:48:17.558915 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9066729e-d617-4fb2-adab-014d0000d9d5 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:48:17.559385 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c697fdb5-139a-4e1f-a47b-2d10b8ec4783', 'tag': '29dad49c-fe32-45fb-acf6-32c0914a6a89', 'status': 'completed', 'code': 200} Aug 30 18:48:17.645287 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-02dc0441-7fda-4d56-b321-5de074e0bad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:48:17.647045 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-02dc0441-7fda-4d56-b321-5de074e0bad0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6986e116dce48f8bda10af57404e7ac&device_id=c697fdb5-139a-4e1f-a47b-2d10b8ec4783 HTTP/1.1" status: 200 len: 1096 time: 0.0586686 Aug 30 18:48:17.709183 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-f2c124e7-5572-40ca-ace3-0620365afc1e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29dad49c-fe32-45fb-acf6-32c0914a6a89 HTTP/1.1" status: 200 len: 217 time: 0.0384762 Aug 30 18:48:17.763411 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-20150c5f-d43d-4246-bc0e-32e7c6ff8c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:48:17.764798 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-20150c5f-d43d-4246-bc0e-32e7c6ff8c60 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4de9b74-b9b1-42c7-b3eb-a92f3f836416 HTTP/1.1" status: 200 len: 851 time: 0.0455556 Aug 30 18:48:17.824710 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-b1ca2511-e226-4b08-8de3-e388776fbe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:48:17.826223 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-b1ca2511-e226-4b08-8de3-e388776fbe8f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2931f122-c7a5-4912-9039-b6f6e64a8d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0539496 Aug 30 18:48:17.927891 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-e2ce114c-3c39-407d-9344-de1e9ebc6c3a service neutron] 10.222.0.39 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896540 Aug 30 18:48:18.032426 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-521721d0-8949-4f2c-9209-5fce8ede56e4 req-6d31feba-acf7-41ab-b062-84f7e336ea83 service neutron] 10.222.0.39 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913730 Aug 30 18:48:18.186020 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9c891-26d5-4666-8a27-7846dac41f30 req-875f5f73-93d5-4a44-8aa1-a733dabd8ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:48:18.187853 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-30f9c891-26d5-4666-8a27-7846dac41f30 req-875f5f73-93d5-4a44-8aa1-a733dabd8ce6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6986e116dce48f8bda10af57404e7ac&device_id=c697fdb5-139a-4e1f-a47b-2d10b8ec4783 HTTP/1.1" status: 200 len: 1096 time: 0.0471158 Aug 30 18:48:18.286134 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9c891-26d5-4666-8a27-7846dac41f30 req-ec7ec577-049a-4e1d-aeda-5b880356405d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:48:18.288738 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-30f9c891-26d5-4666-8a27-7846dac41f30 req-ec7ec577-049a-4e1d-aeda-5b880356405d service neutron] 10.222.0.39 "GET /v2.0/networks?id=2931f122-c7a5-4912-9039-b6f6e64a8d31 HTTP/1.1" status: 200 len: 912 time: 0.0919149 Aug 30 18:48:18.346260 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-30f9c891-26d5-4666-8a27-7846dac41f30 req-ee43c32d-54ed-4eb6-b2e0-00726264ec2d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29dad49c-fe32-45fb-acf6-32c0914a6a89 HTTP/1.1" status: 200 len: 217 time: 0.0496922 Aug 30 18:48:18.400148 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9c891-26d5-4666-8a27-7846dac41f30 req-85a6a596-df3a-432b-a786-2c681fe91eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:48:18.401740 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-30f9c891-26d5-4666-8a27-7846dac41f30 req-85a6a596-df3a-432b-a786-2c681fe91eda service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4de9b74-b9b1-42c7-b3eb-a92f3f836416 HTTP/1.1" status: 200 len: 851 time: 0.0478861 Aug 30 18:48:18.455525 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9c891-26d5-4666-8a27-7846dac41f30 req-50dd4d07-b2d5-424e-b108-48e3d3c1df93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:48:18.457030 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-30f9c891-26d5-4666-8a27-7846dac41f30 req-50dd4d07-b2d5-424e-b108-48e3d3c1df93 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2931f122-c7a5-4912-9039-b6f6e64a8d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410650 Aug 30 18:48:18.516756 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa75dd-072e-4f4b-a318-b40c62195cf3 req-89d8fb7d-f2cf-45c2-9aaa-39539b7775d8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:48:18.519296 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-17aa75dd-072e-4f4b-a318-b40c62195cf3 req-89d8fb7d-f2cf-45c2-9aaa-39539b7775d8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=c697fdb5-139a-4e1f-a47b-2d10b8ec4783 HTTP/1.1" status: 200 len: 943 time: 0.0612695 Aug 30 18:48:18.564126 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-17aa75dd-072e-4f4b-a318-b40c62195cf3 req-4b7f77fd-d817-4497-8583-839dfb2c3b81 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377665 Aug 30 18:48:18.580446 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-30f9c891-26d5-4666-8a27-7846dac41f30 req-4989bc34-ca16-4da1-b7e9-a96a73f4458e service neutron] 10.222.0.39 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148682 Aug 30 18:48:18.673029 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-30f9c891-26d5-4666-8a27-7846dac41f30 req-9c2a02f4-1af2-4553-9445-a033b70fc7c0 service neutron] 10.222.0.39 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810881 Aug 30 18:48:19.692960 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d075f19-2222-4132-9738-a80ff736343a req-3332e518-387c-4646-8424-78cb341d701c tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:48:19.694449 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2d075f19-2222-4132-9738-a80ff736343a req-3332e518-387c-4646-8424-78cb341d701c tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=c697fdb5-139a-4e1f-a47b-2d10b8ec4783 HTTP/1.1" status: 200 len: 943 time: 0.0556357 Aug 30 18:48:19.736440 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2d075f19-2222-4132-9738-a80ff736343a req-fe96b944-1e10-4076-adc5-5e2a5b84d12f tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357759 Aug 30 18:48:19.906484 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9ecaf5c0-6506-44c8-9907-b98051fd290c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:48:20.857074 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2cc2d-8dc1-464c-86d8-339ca0b74249 req-7c1cd859-f09b-4eb8-9ce6-3a82f3f597dd tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:48:20.858499 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5bd2cc2d-8dc1-464c-86d8-339ca0b74249 req-7c1cd859-f09b-4eb8-9ce6-3a82f3f597dd tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=c697fdb5-139a-4e1f-a47b-2d10b8ec4783 HTTP/1.1" status: 200 len: 943 time: 0.0502639 Aug 30 18:48:20.897073 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5bd2cc2d-8dc1-464c-86d8-339ca0b74249 req-e57abc45-d176-43b2-b240-5b5d4255aeb1 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325351 Aug 30 18:48:22.268203 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47798e1c-2590-4b4a-989d-017ad7bc4d0e req-207ff326-f020-402a-82c0-0e52eacceb9e tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:48:22.269705 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-47798e1c-2590-4b4a-989d-017ad7bc4d0e req-207ff326-f020-402a-82c0-0e52eacceb9e tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=c697fdb5-139a-4e1f-a47b-2d10b8ec4783 HTTP/1.1" status: 200 len: 943 time: 0.3053532 Aug 30 18:48:22.306998 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-47798e1c-2590-4b4a-989d-017ad7bc4d0e req-a9b3c52e-69f0-48ba-a95f-e80eb315ba6e tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307975 Aug 30 18:48:23.258236 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cf8a1ce0-f7b6-4a53-b528-2995cc0faa4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:48:23.352453 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:48:23.425711 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f848b-8e0d-4f10-9d2c-75701f4b43c5 req-4247e1b0-a102-4a53-b3fe-cafbd72f38f6 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:48:23.427087 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-da8f848b-8e0d-4f10-9d2c-75701f4b43c5 req-4247e1b0-a102-4a53-b3fe-cafbd72f38f6 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=c697fdb5-139a-4e1f-a47b-2d10b8ec4783 HTTP/1.1" status: 200 len: 943 time: 0.0489502 Aug 30 18:48:23.471954 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-da8f848b-8e0d-4f10-9d2c-75701f4b43c5 req-f9e78ba2-c8d6-42d1-83c5-8c17e42aae1c tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378070 Aug 30 18:48:24.060422 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:48:24.589356 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d5c84-35ae-45b3-a9d7-106eaf80c34b req-11a224cc-2616-430e-a3b8-ac1f8a77e2d8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:48:24.590840 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ac0d5c84-35ae-45b3-a9d7-106eaf80c34b req-11a224cc-2616-430e-a3b8-ac1f8a77e2d8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=c697fdb5-139a-4e1f-a47b-2d10b8ec4783 HTTP/1.1" status: 200 len: 943 time: 0.0490184 Aug 30 18:48:24.632794 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ac0d5c84-35ae-45b3-a9d7-106eaf80c34b req-94baf75e-8d61-4c9b-9587-7392d588a1a1 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355411 Aug 30 18:48:25.617686 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 29dad49c-fe32-45fb-acf6-32c0914a6a89 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:48:25.710503 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 29dad49c-fe32-45fb-acf6-32c0914a6a89, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=29dad49c-fe32-45fb-acf6-32c0914a6a89,segment=NetworkSegment(0d9affdd-6baa-4b27-bcd5-90971e50b682),segment_id=0d9affdd-6baa-4b27-bcd5-90971e50b682)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:48:25.722178 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Returning: {'device': '29dad49c-fe32-45fb-acf6-32c0914a6a89', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'port_id': '29dad49c-fe32-45fb-acf6-32c0914a6a89', 'mac_address': 'fa:16:3e:18:54:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:48:25.763050 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:48:25.776480 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29dad49c-fe32-45fb-acf6-32c0914a6a89 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:48:25.804837 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 29dad49c-fe32-45fb-acf6-32c0914a6a89, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=29dad49c-fe32-45fb-acf6-32c0914a6a89,segment=NetworkSegment(0d9affdd-6baa-4b27-bcd5-90971e50b682),segment_id=0d9affdd-6baa-4b27-bcd5-90971e50b682)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:48:25.806992 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:48:25.810038 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:48:25.828290 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c305812-5686-42f1-a1ea-e4f51acf9a49 req-ec99cffe-de7b-470b-8cf3-216dd9a34da9 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:48:25.829623 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1c305812-5686-42f1-a1ea-e4f51acf9a49 req-ec99cffe-de7b-470b-8cf3-216dd9a34da9 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=c697fdb5-139a-4e1f-a47b-2d10b8ec4783 HTTP/1.1" status: 200 len: 943 time: 0.0536537 Aug 30 18:48:25.860820 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=29dad49c-fe32-45fb-acf6-32c0914a6a89,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:48:25.867820 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:48:25.868837 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:48:25.869261 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:48:25.869620 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:48:25.869953 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:48:25.870282 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:48:25.870613 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:48:25.870938 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:48:25.871294 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:48:25.871444 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1c305812-5686-42f1-a1ea-e4f51acf9a49 req-96a4f95c-5709-48d3-9a88-58972d1217e4 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354812 Aug 30 18:48:25.871625 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:48:25.871942 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:48:25.872265 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:48:25.932982 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:48:26.204335 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] get_ports_and_sgs() called for port_ids ['29dad49c-fe32-45fb-acf6-32c0914a6a89'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:48:26.987501 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8187fdc-92d6-4257-9258-404de51643da req-a46d4aa4-3b47-4a9a-9d23-4e7b4212aa31 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:48:26.988983 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d8187fdc-92d6-4257-9258-404de51643da req-a46d4aa4-3b47-4a9a-9d23-4e7b4212aa31 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=c697fdb5-139a-4e1f-a47b-2d10b8ec4783 HTTP/1.1" status: 200 len: 944 time: 0.0488410 Aug 30 18:48:27.030024 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-d8187fdc-92d6-4257-9258-404de51643da req-aae0d3ba-5034-43be-bb27-364fb7f24e33 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341558 Aug 30 18:48:27.634565 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 29dad49c-fe32-45fb-acf6-32c0914a6a89 up at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:48:27.682713 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning for port 29dad49c-fe32-45fb-acf6-32c0914a6a89 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:48:27.686404 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Provisioning complete for port 29dad49c-fe32-45fb-acf6-32c0914a6a89 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:48:27.686782 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-922835'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:48:27.765727 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:48:27.787786 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c697fdb5-139a-4e1f-a47b-2d10b8ec4783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29dad49c-fe32-45fb-acf6-32c0914a6a89'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:48:27.790444 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf7e48b1d7ea734c3ab22bdf0c4fd39094da8684eda14d675e1fcbcfa40454f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84997e3e-2d1f-4d1a-a2a1-ec914fddb523" -d '{"events": [{"server_uuid": "c697fdb5-139a-4e1f-a47b-2d10b8ec4783", "name": "network-vif-plugged", "status": "completed", "tag": "29dad49c-fe32-45fb-acf6-32c0914a6a89"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:48:27.803911 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] For port 29dad49c-fe32-45fb-acf6-32c0914a6a89, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=29dad49c-fe32-45fb-acf6-32c0914a6a89,segment=NetworkSegment(0d9affdd-6baa-4b27-bcd5-90971e50b682),segment_id=0d9affdd-6baa-4b27-bcd5-90971e50b682)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:48:27.808673 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:48:27.863713 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Pushing event updated for resources: {'Port': ['ID=29dad49c-fe32-45fb-acf6-32c0914a6a89,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:48:27.981986 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b5811a-f75e-4fb7-8c0c-474f7e7574d7 x-openstack-request-id: req-03b5811a-f75e-4fb7-8c0c-474f7e7574d7 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:48:27.982276 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c697fdb5-139a-4e1f-a47b-2d10b8ec4783", "name": "network-vif-plugged", "status": "completed", "tag": "29dad49c-fe32-45fb-acf6-32c0914a6a89", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:48:27.982526 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-03b5811a-f75e-4fb7-8c0c-474f7e7574d7 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:48:27.982917 dv-cinder-790492-12-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c697fdb5-139a-4e1f-a47b-2d10b8ec4783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29dad49c-fe32-45fb-acf6-32c0914a6a89', 'code': 200} Aug 30 18:48:28.148918 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14094914-40ed-464e-b146-ac1ac3d84b07 req-bb222d0d-3824-4df0-bc04-ff2c20d53144 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:48:28.151439 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-14094914-40ed-464e-b146-ac1ac3d84b07 req-bb222d0d-3824-4df0-bc04-ff2c20d53144 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=c697fdb5-139a-4e1f-a47b-2d10b8ec4783 HTTP/1.1" status: 200 len: 945 time: 0.0504322 Aug 30 18:48:28.192130 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-14094914-40ed-464e-b146-ac1ac3d84b07 req-75825ee6-616d-4d6f-88b0-afb0ad4849c6 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345380 Aug 30 18:48:28.234429 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ead37-5e71-4b89-a1f8-5903a1dfc184 req-bad04d32-19a1-47b8-8680-cc654d3f55a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:48:28.236077 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-dc3ead37-5e71-4b89-a1f8-5903a1dfc184 req-bad04d32-19a1-47b8-8680-cc654d3f55a7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c697fdb5-139a-4e1f-a47b-2d10b8ec4783 HTTP/1.1" status: 200 len: 1098 time: 0.0414956 Aug 30 18:48:28.271381 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-dc3ead37-5e71-4b89-a1f8-5903a1dfc184 req-2697b663-6804-4760-9100-bbe11e0dbc71 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281129 Aug 30 18:48:29.312433 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee913da9-8c7e-448d-8c3c-fc48ad540062 req-7ab46152-6bd0-4b77-ba5f-697bb58c56fc tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:48:29.313969 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ee913da9-8c7e-448d-8c3c-fc48ad540062 req-7ab46152-6bd0-4b77-ba5f-697bb58c56fc tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=c697fdb5-139a-4e1f-a47b-2d10b8ec4783 HTTP/1.1" status: 200 len: 945 time: 0.0513067 Aug 30 18:48:29.354785 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ee913da9-8c7e-448d-8c3c-fc48ad540062 req-0481eab4-425f-45b0-8e40-7acb686d5edf tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345025 Aug 30 18:48:30.469181 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47392c89-06bf-451b-bcdb-3b1ff160b32b req-5850df0e-deec-4bd7-bfdf-691d9d7036a4 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:48:30.470679 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-47392c89-06bf-451b-bcdb-3b1ff160b32b req-5850df0e-deec-4bd7-bfdf-691d9d7036a4 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=c697fdb5-139a-4e1f-a47b-2d10b8ec4783 HTTP/1.1" status: 200 len: 945 time: 0.0489345 Aug 30 18:48:30.511369 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-47392c89-06bf-451b-bcdb-3b1ff160b32b req-de67b3ca-ab0a-42e8-ab7c-be3f2bc5c957 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347602 Aug 30 18:48:30.625342 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98696430-028a-469b-9211-42fc96afb59b req-90784a74-3748-4017-9be3-b7b2f69d925e tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:48:30.626858 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-98696430-028a-469b-9211-42fc96afb59b req-90784a74-3748-4017-9be3-b7b2f69d925e tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=c697fdb5-139a-4e1f-a47b-2d10b8ec4783 HTTP/1.1" status: 200 len: 945 time: 0.0499871 Aug 30 18:48:30.669091 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-98696430-028a-469b-9211-42fc96afb59b req-5b639542-f6f4-4c80-967a-965910508170 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361714 Aug 30 18:48:30.691531 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 57084) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:48:30.730363 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78df17e0-152a-45d7-936d-f6c61e750772 tempest-TestVolumeBootPattern-348179523 tempest-TestVolumeBootPattern-348179523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:48:30.731881 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-78df17e0-152a-45d7-936d-f6c61e750772 tempest-TestVolumeBootPattern-348179523 tempest-TestVolumeBootPattern-348179523-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c697fdb5-139a-4e1f-a47b-2d10b8ec4783 HTTP/1.1" status: 200 len: 1093 time: 0.0394287 Aug 30 18:48:30.734662 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 57086) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:48:30.738917 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-333e3ea9-cb47-4ef7-8c9e-ee6900fcd5d4 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Request body: {'floatingip': {'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'port_id': '29dad49c-fe32-45fb-acf6-32c0914a6a89', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:48:30.761561 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-333e3ea9-cb47-4ef7-8c9e-ee6900fcd5d4 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:48:30.860718 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-333e3ea9-cb47-4ef7-8c9e-ee6900fcd5d4 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:48:30.970045 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-333e3ea9-cb47-4ef7-8c9e-ee6900fcd5d4 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Allocated IP 172.27.3.91 (56c1e305-917b-4e98-a569-d57cdf415d5e/eb15dae3-e857-40c0-90c2-88f2d8bfe547/7bc2ea2e-9481-4895-b48e-633b3cf75246) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:48:31.073673 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-333e3ea9-cb47-4ef7-8c9e-ee6900fcd5d4 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:48:31.112832 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-333e3ea9-cb47-4ef7-8c9e-ee6900fcd5d4 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776058703382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041865'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:48:31.151890 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333e3ea9-cb47-4ef7-8c9e-ee6900fcd5d4 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Network 56c1e305-917b-4e98-a569-d57cdf415d5e is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:48:31.154573 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-333e3ea9-cb47-4ef7-8c9e-ee6900fcd5d4 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:48:31.159979 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333e3ea9-cb47-4ef7-8c9e-ee6900fcd5d4 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:48:31.188501 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e3ea9-cb47-4ef7-8c9e-ee6900fcd5d4 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Pushing event updated for resources: {'Port': ['ID=7bc2ea2e-9481-4895-b48e-633b3cf75246,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:48:31.200339 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e3ea9-cb47-4ef7-8c9e-ee6900fcd5d4 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:48:31.200680 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e3ea9-cb47-4ef7-8c9e-ee6900fcd5d4 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:48:31.201010 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e3ea9-cb47-4ef7-8c9e-ee6900fcd5d4 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:48:31.201335 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e3ea9-cb47-4ef7-8c9e-ee6900fcd5d4 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:48:31.201652 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e3ea9-cb47-4ef7-8c9e-ee6900fcd5d4 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:48:31.201969 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e3ea9-cb47-4ef7-8c9e-ee6900fcd5d4 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:48:31.202287 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e3ea9-cb47-4ef7-8c9e-ee6900fcd5d4 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:48:31.202603 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e3ea9-cb47-4ef7-8c9e-ee6900fcd5d4 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:48:31.202918 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e3ea9-cb47-4ef7-8c9e-ee6900fcd5d4 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:48:31.203262 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e3ea9-cb47-4ef7-8c9e-ee6900fcd5d4 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:48:31.203574 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e3ea9-cb47-4ef7-8c9e-ee6900fcd5d4 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:48:31.203880 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e3ea9-cb47-4ef7-8c9e-ee6900fcd5d4 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:48:31.530416 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-333e3ea9-cb47-4ef7-8c9e-ee6900fcd5d4 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:48:31.599359 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-333e3ea9-cb47-4ef7-8c9e-ee6900fcd5d4 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592218'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:48:31.750312 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-333e3ea9-cb47-4ef7-8c9e-ee6900fcd5d4 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:48:31.754848 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-333e3ea9-cb47-4ef7-8c9e-ee6900fcd5d4 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776059175729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776058703400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776058703418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9041872'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:48:31.823915 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e3ea9-cb47-4ef7-8c9e-ee6900fcd5d4 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Pushing event updated for resources: {'Port': ['ID=7bc2ea2e-9481-4895-b48e-633b3cf75246,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:48:31.831778 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-333e3ea9-cb47-4ef7-8c9e-ee6900fcd5d4 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4120221'] for floatingip, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:48:31.932108 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.db.l3_db [None req-333e3ea9-cb47-4ef7-8c9e-ee6900fcd5d4 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Floating IP d5d2b6bc-26a8-41f6-be1e-c5c30bde7262 associated. External IP: 172.27.3.91, port: 29dad49c-fe32-45fb-acf6-32c0914a6a89. Aug 30 18:48:32.141572 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333e3ea9-cb47-4ef7-8c9e-ee6900fcd5d4 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Router cad5ea78-9aed-46c2-86c3-d5ea47d31cae has already been hosted by L3 agent 92e03f23-06fd-457e-8698-15737aaba387 {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:48:32.247607 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333e3ea9-cb47-4ef7-8c9e-ee6900fcd5d4 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:48:32.257508 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e30a0b-851e-4a25-b257-4463c4c86f6c None None] Sync routers for ids ['cad5ea78-9aed-46c2-86c3-d5ea47d31cae'] in dv-cinder-790492-12-iscsi {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:48:32.264820 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-333e3ea9-cb47-4ef7-8c9e-ee6900fcd5d4 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:48:32.268730 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e30a0b-851e-4a25-b257-4463c4c86f6c None None] Routers {'cad5ea78-9aed-46c2-86c3-d5ea47d31cae'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:48:32.269381 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-59e30a0b-851e-4a25-b257-4463c4c86f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:48:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['cad5ea78-9aed-46c2-86c3-d5ea47d31cae'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:48:32.292921 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-333e3ea9-cb47-4ef7-8c9e-ee6900fcd5d4 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5571768 Aug 30 18:48:32.293683 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c697fdb5-139a-4e1f-a47b-2d10b8ec4783', 'tag': '29dad49c-fe32-45fb-acf6-32c0914a6a89'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:48:32.295953 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c59b51c3d165999f7abb95bcd2a1d887dae5609535c92c8e1dc149aa3599bab8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47646c19-e7c8-4341-86c9-f9d2184f8533" -d '{"events": [{"name": "network-changed", "server_uuid": "c697fdb5-139a-4e1f-a47b-2d10b8ec4783", "tag": "29dad49c-fe32-45fb-acf6-32c0914a6a89"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:48:32.332204 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd0c326-2308-4201-b376-18b3f8c5aec8 x-openstack-request-id: req-2bd0c326-2308-4201-b376-18b3f8c5aec8 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:48:32.332486 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c697fdb5-139a-4e1f-a47b-2d10b8ec4783", "tag": "29dad49c-fe32-45fb-acf6-32c0914a6a89", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:48:32.332733 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2bd0c326-2308-4201-b376-18b3f8c5aec8 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:48:32.333125 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c697fdb5-139a-4e1f-a47b-2d10b8ec4783', 'tag': '29dad49c-fe32-45fb-acf6-32c0914a6a89', 'status': 'completed', 'code': 200} Aug 30 18:48:32.380653 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-59e30a0b-851e-4a25-b257-4463c4c86f6c None None] Set router cad5ea78-9aed-46c2-86c3-d5ea47d31cae gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:48:32.419703 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47646c19-e7c8-4341-86c9-f9d2184f8533 req-e2a06170-8964-459b-8d6b-2de3c3361b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:48:32.421143 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-47646c19-e7c8-4341-86c9-f9d2184f8533 req-e2a06170-8964-459b-8d6b-2de3c3361b97 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6986e116dce48f8bda10af57404e7ac&device_id=c697fdb5-139a-4e1f-a47b-2d10b8ec4783 HTTP/1.1" status: 200 len: 1098 time: 0.0415905 Aug 30 18:48:32.513314 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47646c19-e7c8-4341-86c9-f9d2184f8533 req-3c9770db-f248-4c84-b4b2-66bab8615614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:48:32.514817 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-47646c19-e7c8-4341-86c9-f9d2184f8533 req-3c9770db-f248-4c84-b4b2-66bab8615614 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2931f122-c7a5-4912-9039-b6f6e64a8d31 HTTP/1.1" status: 200 len: 912 time: 0.0865972 Aug 30 18:48:32.586295 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-47646c19-e7c8-4341-86c9-f9d2184f8533 req-c2900162-3f1d-4821-a6ef-93af62bc3380 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29dad49c-fe32-45fb-acf6-32c0914a6a89 HTTP/1.1" status: 200 len: 998 time: 0.0638824 Aug 30 18:48:32.612626 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-59e30a0b-851e-4a25-b257-4463c4c86f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'name': 'tempest-TestVolumeBootPattern-1912283042-router', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e649fc8e-6bce-44d2-878b-711238646271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:14Z', 'revision_number': 4, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'gw_port': {'id': 'e649fc8e-6bce-44d2-878b-711238646271', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_floatingips': [{'id': 'd5d2b6bc-26a8-41f6-be1e-c5c30bde7262', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'router_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'port_id': '29dad49c-fe32-45fb-acf6-32c0914a6a89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'mac_address': 'fa:16:3e:18:54:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c697fdb5-139a-4e1f-a47b-2d10b8ec4783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:48:31Z', 'updated_at': '2021-08-30T18:48:31Z', 'revision_number': 0, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'fixed_ip_address_scope': None}, {'id': 'd71b552e-575e-4895-9cb6-91d230e9dc07', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'router_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'port_id': '62782e28-5b48-419b-849f-11e64f41766e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'mac_address': 'fa:16:3e:9f:5b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fce0eb-f681-4194-b0f8-d2ed346117b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:46:27Z', 'updated_at': '2021-08-30T18:46:29Z', 'revision_number': 1, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07da7cc8-ed1f-4d6b-b921-d414efc7e22a', 'name': '', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'mac_address': 'fa:16:3e:d6:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:13Z', 'updated_at': '2021-08-30T18:43:21Z', 'revision_number': 5, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'subnets': [{'id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:48:32.635515 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47646c19-e7c8-4341-86c9-f9d2184f8533 req-cfd0fd13-8ae5-4261-94de-fae30b925345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:48:32.636988 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-47646c19-e7c8-4341-86c9-f9d2184f8533 req-cfd0fd13-8ae5-4261-94de-fae30b925345 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4de9b74-b9b1-42c7-b3eb-a92f3f836416 HTTP/1.1" status: 200 len: 851 time: 0.0439656 Aug 30 18:48:32.639962 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e30a0b-851e-4a25-b257-4463c4c86f6c None None] Checking router: cad5ea78-9aed-46c2-86c3-d5ea47d31cae for host: dv-cinder-790492-12-iscsi {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:48:32.648375 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e30a0b-851e-4a25-b257-4463c4c86f6c None None] Routers {'cad5ea78-9aed-46c2-86c3-d5ea47d31cae'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:48:32.648977 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-59e30a0b-851e-4a25-b257-4463c4c86f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:48:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['cad5ea78-9aed-46c2-86c3-d5ea47d31cae'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:48:32.683295 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47646c19-e7c8-4341-86c9-f9d2184f8533 req-35bbe4de-4090-4270-a724-f8de3a476928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:48:32.684735 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-47646c19-e7c8-4341-86c9-f9d2184f8533 req-35bbe4de-4090-4270-a724-f8de3a476928 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2931f122-c7a5-4912-9039-b6f6e64a8d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401833 Aug 30 18:48:32.759712 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-59e30a0b-851e-4a25-b257-4463c4c86f6c None None] Set router cad5ea78-9aed-46c2-86c3-d5ea47d31cae gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:48:32.780072 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-47646c19-e7c8-4341-86c9-f9d2184f8533 req-93cf0ab2-e7a5-41d6-bc95-7b7d39aa92dd service neutron] 10.222.0.39 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876589 Aug 30 18:48:32.881282 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-47646c19-e7c8-4341-86c9-f9d2184f8533 req-9381d58d-47ec-4650-a9be-0d56e6b50b40 service neutron] 10.222.0.39 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939825 Aug 30 18:48:33.128616 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-59e30a0b-851e-4a25-b257-4463c4c86f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'name': 'tempest-TestVolumeBootPattern-1912283042-router', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e649fc8e-6bce-44d2-878b-711238646271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:14Z', 'revision_number': 4, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'gw_port': {'id': 'e649fc8e-6bce-44d2-878b-711238646271', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_floatingips': [{'id': 'd5d2b6bc-26a8-41f6-be1e-c5c30bde7262', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'router_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'port_id': '29dad49c-fe32-45fb-acf6-32c0914a6a89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'mac_address': 'fa:16:3e:18:54:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c697fdb5-139a-4e1f-a47b-2d10b8ec4783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:48:31Z', 'updated_at': '2021-08-30T18:48:31Z', 'revision_number': 0, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'fixed_ip_address_scope': None}, {'id': 'd71b552e-575e-4895-9cb6-91d230e9dc07', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'router_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'port_id': '62782e28-5b48-419b-849f-11e64f41766e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'mac_address': 'fa:16:3e:9f:5b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fce0eb-f681-4194-b0f8-d2ed346117b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:46:27Z', 'updated_at': '2021-08-30T18:46:29Z', 'revision_number': 1, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07da7cc8-ed1f-4d6b-b921-d414efc7e22a', 'name': '', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'mac_address': 'fa:16:3e:d6:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:13Z', 'updated_at': '2021-08-30T18:43:21Z', 'revision_number': 5, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'subnets': [{'id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:48:33.160013 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e30a0b-851e-4a25-b257-4463c4c86f6c None None] The sync data for ids ['cad5ea78-9aed-46c2-86c3-d5ea47d31cae'] in dv-cinder-790492-12-iscsi is: [{'id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'name': 'tempest-TestVolumeBootPattern-1912283042-router', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e649fc8e-6bce-44d2-878b-711238646271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:14Z', 'revision_number': 4, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'gw_port': {'id': 'e649fc8e-6bce-44d2-878b-711238646271', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_floatingips': [{'id': 'd5d2b6bc-26a8-41f6-be1e-c5c30bde7262', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'router_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'port_id': '29dad49c-fe32-45fb-acf6-32c0914a6a89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'mac_address': 'fa:16:3e:18:54:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c697fdb5-139a-4e1f-a47b-2d10b8ec4783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:48:31Z', 'updated_at': '2021-08-30T18:48:31Z', 'revision_number': 0, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'fixed_ip_address_scope': None}, {'id': 'd71b552e-575e-4895-9cb6-91d230e9dc07', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'router_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'port_id': '62782e28-5b48-419b-849f-11e64f41766e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'mac_address': 'fa:16:3e:9f:5b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fce0eb-f681-4194-b0f8-d2ed346117b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:46:27Z', 'updated_at': '2021-08-30T18:46:29Z', 'revision_number': 1, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07da7cc8-ed1f-4d6b-b921-d414efc7e22a', 'name': '', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'mac_address': 'fa:16:3e:d6:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:13Z', 'updated_at': '2021-08-30T18:43:21Z', 'revision_number': 5, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'subnets': [{'id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:48:33.375084 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4ec89d-160a-420c-a74b-c94ebd421bf9 None None] New status for floating IP d5d2b6bc-26a8-41f6-be1e-c5c30bde7262: ACTIVE {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 18:48:39.696565 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:48:49.912620 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-572ec81a-d1fc-4035-960a-4212b8391837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:48:52.156660 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a2511c28-1dec-4b73-b22d-c131a12e8650 req-d0745713-268b-4f70-86e6-72c0cf005746 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=28fce0eb-f681-4194-b0f8-d2ed346117b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508609 Aug 30 18:48:52.271907 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2511c28-1dec-4b73-b22d-c131a12e8650 req-4cf82c00-227b-4f7d-83a6-ff35d9a1575b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:48:52.273558 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a2511c28-1dec-4b73-b22d-c131a12e8650 req-4cf82c00-227b-4f7d-83a6-ff35d9a1575b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6986e116dce48f8bda10af57404e7ac&device_id=28fce0eb-f681-4194-b0f8-d2ed346117b5 HTTP/1.1" status: 200 len: 1098 time: 0.0480840 Aug 30 18:48:52.393780 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2511c28-1dec-4b73-b22d-c131a12e8650 req-6eeb0bf0-bc9e-4dbf-a872-74b25627bcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:48:52.396523 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a2511c28-1dec-4b73-b22d-c131a12e8650 req-6eeb0bf0-bc9e-4dbf-a872-74b25627bcc6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2931f122-c7a5-4912-9039-b6f6e64a8d31 HTTP/1.1" status: 200 len: 912 time: 0.0999691 Aug 30 18:48:52.476934 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a2511c28-1dec-4b73-b22d-c131a12e8650 req-7c210681-904a-411d-a0e7-b27491665e34 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62782e28-5b48-419b-849f-11e64f41766e HTTP/1.1" status: 200 len: 1001 time: 0.0726271 Aug 30 18:48:52.552937 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2511c28-1dec-4b73-b22d-c131a12e8650 req-e85432fe-a8af-4581-acc9-c4d044df0cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:48:52.554518 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a2511c28-1dec-4b73-b22d-c131a12e8650 req-e85432fe-a8af-4581-acc9-c4d044df0cec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4de9b74-b9b1-42c7-b3eb-a92f3f836416 HTTP/1.1" status: 200 len: 851 time: 0.0687082 Aug 30 18:48:52.605306 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2511c28-1dec-4b73-b22d-c131a12e8650 req-5adb26d9-6b6b-4509-8b7f-70fe0ce61b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:48:52.606862 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a2511c28-1dec-4b73-b22d-c131a12e8650 req-5adb26d9-6b6b-4509-8b7f-70fe0ce61b42 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2931f122-c7a5-4912-9039-b6f6e64a8d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0449684 Aug 30 18:48:52.717818 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a2511c28-1dec-4b73-b22d-c131a12e8650 req-df3dbdb4-553a-481e-90f6-dccc06bb081f service neutron] 10.222.0.39 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027300 Aug 30 18:48:52.835015 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a2511c28-1dec-4b73-b22d-c131a12e8650 req-49d983ce-efdb-4c4e-9d31-10401f26ce4c service neutron] 10.222.0.39 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091859 Aug 30 18:48:53.253088 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e0a31b88-2306-47e7-b983-307ef368bf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:48:53.358049 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:48:54.066420 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:48:55.801509 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:49:02.934615 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:49:09.728641 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:49:19.909618 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-83c37331-ee5e-4ee0-8bdb-39542444bfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:49:23.256056 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-953207a8-d0b9-4068-a9de-5165613399c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:49:23.360487 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:49:24.066768 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:49:25.802446 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:49:37.272747 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [req-59f76920-5800-45ed-8ae4-edbfc1f22f55 req-745a34d7-3e93-41c1-bc77-3e584c124f03 service neutron] (94078) timed out ('10.222.0.39', 60848) {{(pid=94078) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 18:49:39.747119 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:49:39.934162 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:49:43.783208 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [req-60cb1340-5cba-45ca-94cd-ec4a5a83d6f1 req-badfa413-6fb4-4e2b-8081-e3726a182488 service neutron] (94077) timed out ('10.222.0.39', 60859) {{(pid=94077) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 18:49:49.901965 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0be22b13-c9df-4f9e-b596-b7b17cc40923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:49:53.211197 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ded8345c-ba1d-43de-bcb0-0c39c659ff64 req-23ab859b-367a-4e52-8302-fa6705b3ed4f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c697fdb5-139a-4e1f-a47b-2d10b8ec4783&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0841246 Aug 30 18:49:53.257049 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f448e400-c9bc-4f35-a370-40cf4a868989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:49:53.306587 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8345c-ba1d-43de-bcb0-0c39c659ff64 req-a6423782-4d45-4102-98b7-49bb17deec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:49:53.308209 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ded8345c-ba1d-43de-bcb0-0c39c659ff64 req-a6423782-4d45-4102-98b7-49bb17deec61 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6986e116dce48f8bda10af57404e7ac&device_id=c697fdb5-139a-4e1f-a47b-2d10b8ec4783 HTTP/1.1" status: 200 len: 1098 time: 0.0486143 Aug 30 18:49:53.371460 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:49:53.424223 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8345c-ba1d-43de-bcb0-0c39c659ff64 req-e8b9f43a-f387-4f5d-99e0-9a9f01fc2d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:49:53.425669 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ded8345c-ba1d-43de-bcb0-0c39c659ff64 req-e8b9f43a-f387-4f5d-99e0-9a9f01fc2d37 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2931f122-c7a5-4912-9039-b6f6e64a8d31 HTTP/1.1" status: 200 len: 912 time: 0.0924563 Aug 30 18:49:53.500965 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ded8345c-ba1d-43de-bcb0-0c39c659ff64 req-0ce0fd3c-38d9-47ca-922c-33d8feb1b024 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29dad49c-fe32-45fb-acf6-32c0914a6a89 HTTP/1.1" status: 200 len: 1000 time: 0.0635073 Aug 30 18:49:53.557518 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8345c-ba1d-43de-bcb0-0c39c659ff64 req-af7f0b39-ace4-4483-9c2a-f45c00303c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:49:53.559013 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ded8345c-ba1d-43de-bcb0-0c39c659ff64 req-af7f0b39-ace4-4483-9c2a-f45c00303c9b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4de9b74-b9b1-42c7-b3eb-a92f3f836416 HTTP/1.1" status: 200 len: 851 time: 0.0468524 Aug 30 18:49:53.610471 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8345c-ba1d-43de-bcb0-0c39c659ff64 req-e6ea97ee-ed2c-4c20-8b6b-84054838fea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:49:53.612022 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ded8345c-ba1d-43de-bcb0-0c39c659ff64 req-e6ea97ee-ed2c-4c20-8b6b-84054838fea3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2931f122-c7a5-4912-9039-b6f6e64a8d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0420051 Aug 30 18:49:53.710905 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ded8345c-ba1d-43de-bcb0-0c39c659ff64 req-471fe0c1-a949-41a2-a429-1afd8f7ebb95 service neutron] 10.222.0.39 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871334 Aug 30 18:49:53.803683 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-ded8345c-ba1d-43de-bcb0-0c39c659ff64 req-400dac69-f611-4704-938c-edccc936d3f5 service neutron] 10.222.0.39 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816832 Aug 30 18:49:54.074919 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:49:55.805200 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:04.401219 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 57128) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:50:04.574840 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-45158c2b-d872-4734-8775-61f10c67244e tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Deleting port 7bc2ea2e-9481-4895-b48e-633b3cf75246 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:50:04.575198 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-45158c2b-d872-4734-8775-61f10c67244e tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:04.655313 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-45158c2b-d872-4734-8775-61f10c67244e tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:04.655570 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-45158c2b-d872-4734-8775-61f10c67244e tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:04.667638 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-45158c2b-d872-4734-8775-61f10c67244e tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Calling delete_port for 7bc2ea2e-9481-4895-b48e-633b3cf75246 owned by network:floatingip {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:50:04.839312 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-45158c2b-d872-4734-8775-61f10c67244e tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:04.865731 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45158c2b-d872-4734-8775-61f10c67244e tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Pushing event deleted for resources: {'Port': ['ID=7bc2ea2e-9481-4895-b48e-633b3cf75246,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:50:04.877667 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45158c2b-d872-4734-8775-61f10c67244e tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:50:04.878020 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45158c2b-d872-4734-8775-61f10c67244e tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:50:04.878362 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45158c2b-d872-4734-8775-61f10c67244e tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:50:04.878700 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45158c2b-d872-4734-8775-61f10c67244e tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:50:04.879034 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45158c2b-d872-4734-8775-61f10c67244e tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:50:04.879395 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45158c2b-d872-4734-8775-61f10c67244e tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:50:04.879730 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45158c2b-d872-4734-8775-61f10c67244e tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:50:04.880061 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45158c2b-d872-4734-8775-61f10c67244e tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:50:04.880390 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45158c2b-d872-4734-8775-61f10c67244e tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:50:04.880784 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45158c2b-d872-4734-8775-61f10c67244e tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:50:04.881030 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45158c2b-d872-4734-8775-61f10c67244e tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:50:04.881352 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45158c2b-d872-4734-8775-61f10c67244e tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:50:04.974118 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-45158c2b-d872-4734-8775-61f10c67244e tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for floatingip, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:04.974589 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.db.l3_db [None req-45158c2b-d872-4734-8775-61f10c67244e tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Floating IP d5d2b6bc-26a8-41f6-be1e-c5c30bde7262 disassociated (deleted). External IP: 172.27.3.91, port: 29dad49c-fe32-45fb-acf6-32c0914a6a89. Aug 30 18:50:05.210300 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45158c2b-d872-4734-8775-61f10c67244e tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Router cad5ea78-9aed-46c2-86c3-d5ea47d31cae has already been hosted by L3 agent 92e03f23-06fd-457e-8698-15737aaba387 {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:50:05.324452 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45158c2b-d872-4734-8775-61f10c67244e tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:50:05.329918 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-45158c2b-d872-4734-8775-61f10c67244e tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:05.335036 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3981540-4a40-405a-a1e6-76c13157726c None None] Sync routers for ids ['cad5ea78-9aed-46c2-86c3-d5ea47d31cae'] in dv-cinder-790492-12-iscsi {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:50:05.344732 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3981540-4a40-405a-a1e6-76c13157726c None None] Routers {'cad5ea78-9aed-46c2-86c3-d5ea47d31cae'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:50:05.345358 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-a3981540-4a40-405a-a1e6-76c13157726c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:49:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['cad5ea78-9aed-46c2-86c3-d5ea47d31cae'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:50:05.363078 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-45158c2b-d872-4734-8775-61f10c67244e tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "DELETE /v2.0/floatingips/d5d2b6bc-26a8-41f6-be1e-c5c30bde7262 HTTP/1.1" status: 204 len: 168 time: 0.9580839 Aug 30 18:50:05.363078 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c697fdb5-139a-4e1f-a47b-2d10b8ec4783', 'tag': '29dad49c-fe32-45fb-acf6-32c0914a6a89'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:50:05.363440 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea7e4f5-ab1e-44ec-bfce-420c5ee94641" -d '{"events": [{"name": "network-changed", "server_uuid": "c697fdb5-139a-4e1f-a47b-2d10b8ec4783", "tag": "29dad49c-fe32-45fb-acf6-32c0914a6a89"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:50:05.405971 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4455868c-3df1-40eb-a4a7-d8c8d401fec7 x-openstack-request-id: req-4455868c-3df1-40eb-a4a7-d8c8d401fec7 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:50:05.406699 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c697fdb5-139a-4e1f-a47b-2d10b8ec4783", "tag": "29dad49c-fe32-45fb-acf6-32c0914a6a89", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:50:05.406699 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4455868c-3df1-40eb-a4a7-d8c8d401fec7 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:50:05.406975 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c697fdb5-139a-4e1f-a47b-2d10b8ec4783', 'tag': '29dad49c-fe32-45fb-acf6-32c0914a6a89', 'status': 'completed', 'code': 200} Aug 30 18:50:05.457840 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-a3981540-4a40-405a-a1e6-76c13157726c None None] Set router cad5ea78-9aed-46c2-86c3-d5ea47d31cae gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:50:05.538864 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7e4f5-ab1e-44ec-bfce-420c5ee94641 req-0f9b1d1d-71b8-4478-9705-54043846b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:50:05.540513 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3ea7e4f5-ab1e-44ec-bfce-420c5ee94641 req-0f9b1d1d-71b8-4478-9705-54043846b452 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6986e116dce48f8bda10af57404e7ac&device_id=c697fdb5-139a-4e1f-a47b-2d10b8ec4783 HTTP/1.1" status: 200 len: 1098 time: 0.0650778 Aug 30 18:50:05.712065 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-a3981540-4a40-405a-a1e6-76c13157726c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'name': 'tempest-TestVolumeBootPattern-1912283042-router', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e649fc8e-6bce-44d2-878b-711238646271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:14Z', 'revision_number': 4, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'gw_port': {'id': 'e649fc8e-6bce-44d2-878b-711238646271', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_floatingips': [{'id': 'd71b552e-575e-4895-9cb6-91d230e9dc07', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'router_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'port_id': '62782e28-5b48-419b-849f-11e64f41766e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'mac_address': 'fa:16:3e:9f:5b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fce0eb-f681-4194-b0f8-d2ed346117b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:46:27Z', 'updated_at': '2021-08-30T18:46:29Z', 'revision_number': 1, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07da7cc8-ed1f-4d6b-b921-d414efc7e22a', 'name': '', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'mac_address': 'fa:16:3e:d6:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:13Z', 'updated_at': '2021-08-30T18:43:21Z', 'revision_number': 5, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'subnets': [{'id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:50:05.742811 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3981540-4a40-405a-a1e6-76c13157726c None None] Checking router: cad5ea78-9aed-46c2-86c3-d5ea47d31cae for host: dv-cinder-790492-12-iscsi {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:50:05.752013 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3981540-4a40-405a-a1e6-76c13157726c None None] Routers {'cad5ea78-9aed-46c2-86c3-d5ea47d31cae'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:50:05.752632 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-a3981540-4a40-405a-a1e6-76c13157726c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:49:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['cad5ea78-9aed-46c2-86c3-d5ea47d31cae'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:50:05.764415 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1865c14-1438-4bcd-b49f-33231ec525d6 req-52e430dd-0741-4935-881a-5a3fb9b411f8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:50:05.767329 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a1865c14-1438-4bcd-b49f-33231ec525d6 req-52e430dd-0741-4935-881a-5a3fb9b411f8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=c697fdb5-139a-4e1f-a47b-2d10b8ec4783 HTTP/1.1" status: 200 len: 945 time: 0.1979332 Aug 30 18:50:05.774064 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7e4f5-ab1e-44ec-bfce-420c5ee94641 req-d21dda6c-1027-4773-ade5-d3ded3cdde9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:50:05.776227 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3ea7e4f5-ab1e-44ec-bfce-420c5ee94641 req-d21dda6c-1027-4773-ade5-d3ded3cdde9c service neutron] 10.222.0.39 "GET /v2.0/networks?id=2931f122-c7a5-4912-9039-b6f6e64a8d31 HTTP/1.1" status: 200 len: 912 time: 0.1918828 Aug 30 18:50:05.855416 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3ea7e4f5-ab1e-44ec-bfce-420c5ee94641 req-d5fe0378-0a01-462b-af11-bc74a6663d71 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29dad49c-fe32-45fb-acf6-32c0914a6a89 HTTP/1.1" status: 200 len: 217 time: 0.0681865 Aug 30 18:50:05.858191 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-a3981540-4a40-405a-a1e6-76c13157726c None None] Set router cad5ea78-9aed-46c2-86c3-d5ea47d31cae gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:50:05.922475 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-a1865c14-1438-4bcd-b49f-33231ec525d6 req-96a0a50a-ad1f-49bc-9043-49bcd89f166c tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443660 Aug 30 18:50:05.951973 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7e4f5-ab1e-44ec-bfce-420c5ee94641 req-6ebd1ae9-2a47-409e-a9fe-e7e695a7ac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:50:05.954068 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3ea7e4f5-ab1e-44ec-bfce-420c5ee94641 req-6ebd1ae9-2a47-409e-a9fe-e7e695a7ac54 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4de9b74-b9b1-42c7-b3eb-a92f3f836416 HTTP/1.1" status: 200 len: 851 time: 0.0839419 Aug 30 18:50:06.006532 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7e4f5-ab1e-44ec-bfce-420c5ee94641 req-7fd00cd6-6a18-4412-b349-670ba064b28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:50:06.008074 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3ea7e4f5-ab1e-44ec-bfce-420c5ee94641 req-7fd00cd6-6a18-4412-b349-670ba064b28a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2931f122-c7a5-4912-9039-b6f6e64a8d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0458734 Aug 30 18:50:06.098725 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-a3981540-4a40-405a-a1e6-76c13157726c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'name': 'tempest-TestVolumeBootPattern-1912283042-router', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e649fc8e-6bce-44d2-878b-711238646271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:14Z', 'revision_number': 4, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'gw_port': {'id': 'e649fc8e-6bce-44d2-878b-711238646271', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_floatingips': [{'id': 'd71b552e-575e-4895-9cb6-91d230e9dc07', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'router_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'port_id': '62782e28-5b48-419b-849f-11e64f41766e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'mac_address': 'fa:16:3e:9f:5b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fce0eb-f681-4194-b0f8-d2ed346117b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:46:27Z', 'updated_at': '2021-08-30T18:46:29Z', 'revision_number': 1, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07da7cc8-ed1f-4d6b-b921-d414efc7e22a', 'name': '', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'mac_address': 'fa:16:3e:d6:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:13Z', 'updated_at': '2021-08-30T18:43:21Z', 'revision_number': 5, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'subnets': [{'id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:50:06.126562 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3981540-4a40-405a-a1e6-76c13157726c None None] The sync data for ids ['cad5ea78-9aed-46c2-86c3-d5ea47d31cae'] in dv-cinder-790492-12-iscsi is: [{'id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'name': 'tempest-TestVolumeBootPattern-1912283042-router', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e649fc8e-6bce-44d2-878b-711238646271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:14Z', 'revision_number': 4, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'gw_port': {'id': 'e649fc8e-6bce-44d2-878b-711238646271', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_floatingips': [{'id': 'd71b552e-575e-4895-9cb6-91d230e9dc07', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'router_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'port_id': '62782e28-5b48-419b-849f-11e64f41766e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'mac_address': 'fa:16:3e:9f:5b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fce0eb-f681-4194-b0f8-d2ed346117b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:46:27Z', 'updated_at': '2021-08-30T18:46:29Z', 'revision_number': 1, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07da7cc8-ed1f-4d6b-b921-d414efc7e22a', 'name': '', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'mac_address': 'fa:16:3e:d6:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:13Z', 'updated_at': '2021-08-30T18:43:21Z', 'revision_number': 5, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'subnets': [{'id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:50:06.138758 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3ea7e4f5-ab1e-44ec-bfce-420c5ee94641 req-d1d884ce-ab92-4605-856a-25e71a01c453 service neutron] 10.222.0.39 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219444 Aug 30 18:50:06.270844 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-3ea7e4f5-ab1e-44ec-bfce-420c5ee94641 req-1d866581-3abc-493b-9b66-18f361a28ed0 service neutron] 10.222.0.39 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244001 Aug 30 18:50:06.370954 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9679b884-dfca-40fe-891d-68e6363a4ed6 None None] New status for floating IP d5d2b6bc-26a8-41f6-be1e-c5c30bde7262: DOWN {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 18:50:07.119065 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769cfca-c9d6-4bf6-b04e-50c891f980cf req-198afdd9-f806-44cd-aaf2-5fb7ebfef953 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:50:07.120635 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8769cfca-c9d6-4bf6-b04e-50c891f980cf req-198afdd9-f806-44cd-aaf2-5fb7ebfef953 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=c697fdb5-139a-4e1f-a47b-2d10b8ec4783 HTTP/1.1" status: 200 len: 945 time: 0.0980346 Aug 30 18:50:07.158447 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8769cfca-c9d6-4bf6-b04e-50c891f980cf req-fdd922ab-8b69-4abd-aeb3-436a141c02d8 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317426 Aug 30 18:50:07.640905 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584f491-084c-4f66-b62e-42d2051a5bc3 req-989378df-7281-4611-9d09-8f96a2757e67 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:50:07.643323 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f584f491-084c-4f66-b62e-42d2051a5bc3 req-989378df-7281-4611-9d09-8f96a2757e67 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.39 "GET /v2.0/ports?device_id=c697fdb5-139a-4e1f-a47b-2d10b8ec4783 HTTP/1.1" status: 200 len: 945 time: 0.0750401 Aug 30 18:50:07.747035 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-f584f491-084c-4f66-b62e-42d2051a5bc3 req-b9d6f4b9-1703-4558-a75b-cc2c81425c51 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Deleting port 29dad49c-fe32-45fb-acf6-32c0914a6a89 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:50:07.747394 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-f584f491-084c-4f66-b62e-42d2051a5bc3 req-b9d6f4b9-1703-4558-a75b-cc2c81425c51 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:07.839445 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-f584f491-084c-4f66-b62e-42d2051a5bc3 req-b9d6f4b9-1703-4558-a75b-cc2c81425c51 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] For port 29dad49c-fe32-45fb-acf6-32c0914a6a89, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=29dad49c-fe32-45fb-acf6-32c0914a6a89,segment=NetworkSegment(0d9affdd-6baa-4b27-bcd5-90971e50b682),segment_id=0d9affdd-6baa-4b27-bcd5-90971e50b682)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:50:07.839807 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-f584f491-084c-4f66-b62e-42d2051a5bc3 req-b9d6f4b9-1703-4558-a75b-cc2c81425c51 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:07.854004 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-f584f491-084c-4f66-b62e-42d2051a5bc3 req-b9d6f4b9-1703-4558-a75b-cc2c81425c51 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Calling delete_port for 29dad49c-fe32-45fb-acf6-32c0914a6a89 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:50:07.984041 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-f584f491-084c-4f66-b62e-42d2051a5bc3 req-b9d6f4b9-1703-4558-a75b-cc2c81425c51 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:08.013622 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d6f4b9-1703-4558-a75b-cc2c81425c51 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Pushing event deleted for resources: {'Port': ['ID=29dad49c-fe32-45fb-acf6-32c0914a6a89,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:50:08.056869 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-f584f491-084c-4f66-b62e-42d2051a5bc3 req-b9d6f4b9-1703-4558-a75b-cc2c81425c51 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] No DVR routers for this DVR port 29dad49c-fe32-45fb-acf6-32c0914a6a89 on host hv-cinder-79049 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:50:08.059403 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-f584f491-084c-4f66-b62e-42d2051a5bc3 req-b9d6f4b9-1703-4558-a75b-cc2c81425c51 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:08.061478 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-f584f491-084c-4f66-b62e-42d2051a5bc3 req-b9d6f4b9-1703-4558-a75b-cc2c81425c51 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.39 "DELETE /v2.0/ports/29dad49c-fe32-45fb-acf6-32c0914a6a89 HTTP/1.1" status: 204 len: 173 time: 0.4075801 Aug 30 18:50:08.061904 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c697fdb5-139a-4e1f-a47b-2d10b8ec4783', 'name': 'network-vif-deleted', 'tag': '29dad49c-fe32-45fb-acf6-32c0914a6a89'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:50:08.064775 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36f0acd-24eb-4556-a140-4a77c89832d1" -d '{"events": [{"server_uuid": "c697fdb5-139a-4e1f-a47b-2d10b8ec4783", "name": "network-vif-deleted", "tag": "29dad49c-fe32-45fb-acf6-32c0914a6a89"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:50:08.104042 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b1b74c-10a5-47b0-b800-07f6e8155f2b x-openstack-request-id: req-e7b1b74c-10a5-47b0-b800-07f6e8155f2b {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:50:08.104443 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c697fdb5-139a-4e1f-a47b-2d10b8ec4783", "name": "network-vif-deleted", "tag": "29dad49c-fe32-45fb-acf6-32c0914a6a89", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:50:08.104622 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e7b1b74c-10a5-47b0-b800-07f6e8155f2b {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:50:08.105057 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c697fdb5-139a-4e1f-a47b-2d10b8ec4783', 'name': 'network-vif-deleted', 'tag': '29dad49c-fe32-45fb-acf6-32c0914a6a89', 'status': 'completed', 'code': 200} Aug 30 18:50:08.280887 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4bf97cbc-6bf3-4992-8b32-edfbfd999626 req-e2c4d2ab-2236-48db-85e1-0dfffb62e06d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=c697fdb5-139a-4e1f-a47b-2d10b8ec4783 HTTP/1.1" status: 200 len: 210 time: 0.0464633 Aug 30 18:50:09.744012 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:10.160261 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 29dad49c-fe32-45fb-acf6-32c0914a6a89 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:50:10.179909 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] No Port match for: 29dad49c-fe32-45fb-acf6-32c0914a6a89 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:50:10.180248 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 29dad49c-fe32-45fb-acf6-32c0914a6a89 not bound to the agent host hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:50:11.592165 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 57172) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:50:11.757859 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-b7be7db4-a9df-42c1-b00b-cd727613e475 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Deleting port 05d016aa-5363-4d14-981a-37689982bc9c {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:50:11.758201 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b7be7db4-a9df-42c1-b00b-cd727613e475 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:11.845734 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b7be7db4-a9df-42c1-b00b-cd727613e475 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:11.845992 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b7be7db4-a9df-42c1-b00b-cd727613e475 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:11.860067 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-b7be7db4-a9df-42c1-b00b-cd727613e475 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Calling delete_port for 05d016aa-5363-4d14-981a-37689982bc9c owned by network:floatingip {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:50:12.059955 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b7be7db4-a9df-42c1-b00b-cd727613e475 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:12.087565 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be7db4-a9df-42c1-b00b-cd727613e475 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Pushing event deleted for resources: {'Port': ['ID=05d016aa-5363-4d14-981a-37689982bc9c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:50:12.160937 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b7be7db4-a9df-42c1-b00b-cd727613e475 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for floatingip, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:12.161179 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.db.l3_db [None req-b7be7db4-a9df-42c1-b00b-cd727613e475 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Floating IP d71b552e-575e-4895-9cb6-91d230e9dc07 disassociated (deleted). External IP: 172.27.3.144, port: 62782e28-5b48-419b-849f-11e64f41766e. Aug 30 18:50:12.626330 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7be7db4-a9df-42c1-b00b-cd727613e475 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Router cad5ea78-9aed-46c2-86c3-d5ea47d31cae has already been hosted by L3 agent 92e03f23-06fd-457e-8698-15737aaba387 {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:50:12.736810 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7be7db4-a9df-42c1-b00b-cd727613e475 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:50:12.741687 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b7be7db4-a9df-42c1-b00b-cd727613e475 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:12.746171 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3172ab49-2545-480a-b6e8-e9e56bf7a255 None None] Sync routers for ids ['cad5ea78-9aed-46c2-86c3-d5ea47d31cae'] in dv-cinder-790492-12-iscsi {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:50:12.756258 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3172ab49-2545-480a-b6e8-e9e56bf7a255 None None] Routers {'cad5ea78-9aed-46c2-86c3-d5ea47d31cae'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:50:12.756952 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-3172ab49-2545-480a-b6e8-e9e56bf7a255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:49:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['cad5ea78-9aed-46c2-86c3-d5ea47d31cae'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:50:12.768927 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-b7be7db4-a9df-42c1-b00b-cd727613e475 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "DELETE /v2.0/floatingips/d71b552e-575e-4895-9cb6-91d230e9dc07 HTTP/1.1" status: 204 len: 168 time: 1.1756663 Aug 30 18:50:12.769531 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28fce0eb-f681-4194-b0f8-d2ed346117b5', 'tag': '62782e28-5b48-419b-849f-11e64f41766e'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:50:12.772621 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcfe470-4af8-4dc6-91fa-18ef809fb149" -d '{"events": [{"name": "network-changed", "server_uuid": "28fce0eb-f681-4194-b0f8-d2ed346117b5", "tag": "62782e28-5b48-419b-849f-11e64f41766e"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:50:12.815630 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e99e6e-59d8-44ca-98b1-dba5167b459d x-openstack-request-id: req-50e99e6e-59d8-44ca-98b1-dba5167b459d {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:50:12.815921 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28fce0eb-f681-4194-b0f8-d2ed346117b5", "tag": "62782e28-5b48-419b-849f-11e64f41766e", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:50:12.816168 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-50e99e6e-59d8-44ca-98b1-dba5167b459d {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:50:12.816614 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28fce0eb-f681-4194-b0f8-d2ed346117b5', 'tag': '62782e28-5b48-419b-849f-11e64f41766e', 'status': 'completed', 'code': 200} Aug 30 18:50:12.874637 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-3172ab49-2545-480a-b6e8-e9e56bf7a255 None None] Set router cad5ea78-9aed-46c2-86c3-d5ea47d31cae gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:50:12.941104 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfe470-4af8-4dc6-91fa-18ef809fb149 req-065a05b9-7c51-4c1d-b886-6817b4edf489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:50:12.944133 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2bcfe470-4af8-4dc6-91fa-18ef809fb149 req-065a05b9-7c51-4c1d-b886-6817b4edf489 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6986e116dce48f8bda10af57404e7ac&device_id=28fce0eb-f681-4194-b0f8-d2ed346117b5 HTTP/1.1" status: 200 len: 1098 time: 0.0660424 Aug 30 18:50:13.103065 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855d880-5bde-4eb2-bb52-74762b15e49b req-e91969ed-ed64-4c22-924d-f863c1cfa722 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:50:13.104517 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7855d880-5bde-4eb2-bb52-74762b15e49b req-e91969ed-ed64-4c22-924d-f863c1cfa722 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=28fce0eb-f681-4194-b0f8-d2ed346117b5 HTTP/1.1" status: 200 len: 945 time: 0.1124110 Aug 30 18:50:13.137356 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfe470-4af8-4dc6-91fa-18ef809fb149 req-d077fe47-3b56-4d94-ab0e-e561c21868ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:50:13.137666 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-3172ab49-2545-480a-b6e8-e9e56bf7a255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'name': 'tempest-TestVolumeBootPattern-1912283042-router', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e649fc8e-6bce-44d2-878b-711238646271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:14Z', 'revision_number': 4, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'gw_port': {'id': 'e649fc8e-6bce-44d2-878b-711238646271', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '07da7cc8-ed1f-4d6b-b921-d414efc7e22a', 'name': '', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'mac_address': 'fa:16:3e:d6:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:13Z', 'updated_at': '2021-08-30T18:43:21Z', 'revision_number': 5, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'subnets': [{'id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:50:13.138850 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2bcfe470-4af8-4dc6-91fa-18ef809fb149 req-d077fe47-3b56-4d94-ab0e-e561c21868ad service neutron] 10.222.0.39 "GET /v2.0/networks?id=2931f122-c7a5-4912-9039-b6f6e64a8d31 HTTP/1.1" status: 200 len: 912 time: 0.1374407 Aug 30 18:50:13.169687 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3172ab49-2545-480a-b6e8-e9e56bf7a255 None None] Checking router: cad5ea78-9aed-46c2-86c3-d5ea47d31cae for host: dv-cinder-790492-12-iscsi {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:50:13.180561 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3172ab49-2545-480a-b6e8-e9e56bf7a255 None None] Routers {'cad5ea78-9aed-46c2-86c3-d5ea47d31cae'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:50:13.181306 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-3172ab49-2545-480a-b6e8-e9e56bf7a255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:49:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['cad5ea78-9aed-46c2-86c3-d5ea47d31cae'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:50:13.206608 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-7855d880-5bde-4eb2-bb52-74762b15e49b req-bdd9a2fc-73af-4d7c-82e1-5bb8ecd2b406 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931454 Aug 30 18:50:13.207757 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2bcfe470-4af8-4dc6-91fa-18ef809fb149 req-b07530aa-d281-4e95-acee-20bdd1f6958a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62782e28-5b48-419b-849f-11e64f41766e HTTP/1.1" status: 200 len: 217 time: 0.0562818 Aug 30 18:50:13.264112 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfe470-4af8-4dc6-91fa-18ef809fb149 req-804eea56-6c17-4f81-ba97-eaf6a9aeed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:50:13.266227 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2bcfe470-4af8-4dc6-91fa-18ef809fb149 req-804eea56-6c17-4f81-ba97-eaf6a9aeed38 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4de9b74-b9b1-42c7-b3eb-a92f3f836416 HTTP/1.1" status: 200 len: 851 time: 0.0502057 Aug 30 18:50:13.297036 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-3172ab49-2545-480a-b6e8-e9e56bf7a255 None None] Set router cad5ea78-9aed-46c2-86c3-d5ea47d31cae gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:50:13.327540 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfe470-4af8-4dc6-91fa-18ef809fb149 req-b0418971-0452-4ecb-b77a-9be3266afb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:50:13.330426 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2bcfe470-4af8-4dc6-91fa-18ef809fb149 req-b0418971-0452-4ecb-b77a-9be3266afb8e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2931f122-c7a5-4912-9039-b6f6e64a8d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0571315 Aug 30 18:50:13.425134 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2bcfe470-4af8-4dc6-91fa-18ef809fb149 req-263ad333-0b08-4578-8573-dbdd8920e1b9 service neutron] 10.222.0.39 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860872 Aug 30 18:50:13.521355 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-3172ab49-2545-480a-b6e8-e9e56bf7a255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'name': 'tempest-TestVolumeBootPattern-1912283042-router', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e649fc8e-6bce-44d2-878b-711238646271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:14Z', 'revision_number': 4, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'gw_port': {'id': 'e649fc8e-6bce-44d2-878b-711238646271', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '07da7cc8-ed1f-4d6b-b921-d414efc7e22a', 'name': '', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'mac_address': 'fa:16:3e:d6:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:13Z', 'updated_at': '2021-08-30T18:43:21Z', 'revision_number': 5, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'subnets': [{'id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:50:13.549082 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-2bcfe470-4af8-4dc6-91fa-18ef809fb149 req-256e33ab-ede2-4a4e-a375-39ad5bf4561a service neutron] 10.222.0.39 "GET /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164687 Aug 30 18:50:13.553180 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3172ab49-2545-480a-b6e8-e9e56bf7a255 None None] The sync data for ids ['cad5ea78-9aed-46c2-86c3-d5ea47d31cae'] in dv-cinder-790492-12-iscsi is: [{'id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'name': 'tempest-TestVolumeBootPattern-1912283042-router', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e649fc8e-6bce-44d2-878b-711238646271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:14Z', 'revision_number': 4, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'gw_port': {'id': 'e649fc8e-6bce-44d2-878b-711238646271', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi', '_interfaces': [{'id': '07da7cc8-ed1f-4d6b-b921-d414efc7e22a', 'name': '', 'network_id': '2931f122-c7a5-4912-9039-b6f6e64a8d31', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'mac_address': 'fa:16:3e:d6:b6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:13Z', 'updated_at': '2021-08-30T18:43:21Z', 'revision_number': 5, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'subnets': [{'id': 'b4de9b74-b9b1-42c7-b3eb-a92f3f836416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:50:13.790549 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5032b4f9-c050-49d0-803e-6eb647cd82c9 None None] New status for floating IP d71b552e-575e-4895-9cb6-91d230e9dc07: DOWN {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 18:50:14.366066 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0d284-b70a-4b0d-aafe-2c556787e956 req-5d76975a-318d-48ec-a04a-88d8b9d969ea tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:50:14.369661 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-74a0d284-b70a-4b0d-aafe-2c556787e956 req-5d76975a-318d-48ec-a04a-88d8b9d969ea tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=28fce0eb-f681-4194-b0f8-d2ed346117b5 HTTP/1.1" status: 200 len: 945 time: 0.0767493 Aug 30 18:50:14.409958 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-74a0d284-b70a-4b0d-aafe-2c556787e956 req-f9015b77-1ee6-42a0-8e89-6fc0aeab6bb1 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/security-groups?id=03785da4-8a07-413b-9194-f80bfb4a5fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341921 Aug 30 18:50:14.947910 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414de2d-08cb-49df-85bb-b70713a3b773 req-3bdcd6a7-8347-4472-966a-4c34c728bf68 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:50:14.949420 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1414de2d-08cb-49df-85bb-b70713a3b773 req-3bdcd6a7-8347-4472-966a-4c34c728bf68 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.39 "GET /v2.0/ports?device_id=28fce0eb-f681-4194-b0f8-d2ed346117b5 HTTP/1.1" status: 200 len: 945 time: 0.0519242 Aug 30 18:50:15.049124 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-1414de2d-08cb-49df-85bb-b70713a3b773 req-59928ec3-a0fc-4366-bfa1-f01f9a4028fd tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Deleting port 62782e28-5b48-419b-849f-11e64f41766e {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:50:15.049460 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1414de2d-08cb-49df-85bb-b70713a3b773 req-59928ec3-a0fc-4366-bfa1-f01f9a4028fd tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:15.138927 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-1414de2d-08cb-49df-85bb-b70713a3b773 req-59928ec3-a0fc-4366-bfa1-f01f9a4028fd tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] For port 62782e28-5b48-419b-849f-11e64f41766e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=62782e28-5b48-419b-849f-11e64f41766e,segment=NetworkSegment(0d9affdd-6baa-4b27-bcd5-90971e50b682),segment_id=0d9affdd-6baa-4b27-bcd5-90971e50b682)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:50:15.139310 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1414de2d-08cb-49df-85bb-b70713a3b773 req-59928ec3-a0fc-4366-bfa1-f01f9a4028fd tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:15.152440 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-1414de2d-08cb-49df-85bb-b70713a3b773 req-59928ec3-a0fc-4366-bfa1-f01f9a4028fd tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Calling delete_port for 62782e28-5b48-419b-849f-11e64f41766e owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:50:15.284555 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1414de2d-08cb-49df-85bb-b70713a3b773 req-59928ec3-a0fc-4366-bfa1-f01f9a4028fd tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:15.314590 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59928ec3-a0fc-4366-bfa1-f01f9a4028fd tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Pushing event deleted for resources: {'Port': ['ID=62782e28-5b48-419b-849f-11e64f41766e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:50:15.357454 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-1414de2d-08cb-49df-85bb-b70713a3b773 req-59928ec3-a0fc-4366-bfa1-f01f9a4028fd tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] No DVR routers for this DVR port 62782e28-5b48-419b-849f-11e64f41766e on host hv-cinder-79049 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:50:15.361005 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1414de2d-08cb-49df-85bb-b70713a3b773 req-59928ec3-a0fc-4366-bfa1-f01f9a4028fd tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:15.363217 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [req-1414de2d-08cb-49df-85bb-b70713a3b773 req-59928ec3-a0fc-4366-bfa1-f01f9a4028fd tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.39 "DELETE /v2.0/ports/62782e28-5b48-419b-849f-11e64f41766e HTTP/1.1" status: 204 len: 173 time: 0.4043736 Aug 30 18:50:15.363671 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fce0eb-f681-4194-b0f8-d2ed346117b5', 'name': 'network-vif-deleted', 'tag': '62782e28-5b48-419b-849f-11e64f41766e'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:50:15.365954 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22dae81f5bba0304cd34a01ebf8f176e107bf21f21611881939b882dac9358b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4e19eb-3ccd-41cf-aecb-ed4aebf33992" -d '{"events": [{"server_uuid": "28fce0eb-f681-4194-b0f8-d2ed346117b5", "name": "network-vif-deleted", "tag": "62782e28-5b48-419b-849f-11e64f41766e"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:50:15.408894 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5263717d-f8a2-408a-abfb-5aa2f7efb304 x-openstack-request-id: req-5263717d-f8a2-408a-abfb-5aa2f7efb304 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:50:15.409204 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28fce0eb-f681-4194-b0f8-d2ed346117b5", "name": "network-vif-deleted", "tag": "62782e28-5b48-419b-849f-11e64f41766e", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:50:15.409434 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5263717d-f8a2-408a-abfb-5aa2f7efb304 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:50:15.410029 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28fce0eb-f681-4194-b0f8-d2ed346117b5', 'name': 'network-vif-deleted', 'tag': '62782e28-5b48-419b-849f-11e64f41766e', 'status': 'completed', 'code': 200} Aug 30 18:50:15.526840 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [req-51d4e95f-ba37-4ee8-8695-810bbf8988e9 req-4ad6eabc-5e04-49f9-bbcf-61916e97911d tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "GET /v2.0/ports?device_id=28fce0eb-f681-4194-b0f8-d2ed346117b5 HTTP/1.1" status: 200 len: 210 time: 0.0287673 Aug 30 18:50:16.588891 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 57188) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:50:16.725345 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-0e99d50d-2f98-4dc6-8c8d-f57f1cb94cb5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Deleting port e0bcb03e-4513-4d63-9df0-8a48a6af156c {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:50:16.725667 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0e99d50d-2f98-4dc6-8c8d-f57f1cb94cb5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:16.803502 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0e99d50d-2f98-4dc6-8c8d-f57f1cb94cb5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:16.803744 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0e99d50d-2f98-4dc6-8c8d-f57f1cb94cb5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:16.816633 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-0e99d50d-2f98-4dc6-8c8d-f57f1cb94cb5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Calling delete_port for e0bcb03e-4513-4d63-9df0-8a48a6af156c owned by network:floatingip {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:50:16.933634 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:50:16.959514 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0e99d50d-2f98-4dc6-8c8d-f57f1cb94cb5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:16.986327 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99d50d-2f98-4dc6-8c8d-f57f1cb94cb5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Pushing event deleted for resources: {'Port': ['ID=e0bcb03e-4513-4d63-9df0-8a48a6af156c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:50:17.053749 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0e99d50d-2f98-4dc6-8c8d-f57f1cb94cb5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for floatingip, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:17.056200 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0e99d50d-2f98-4dc6-8c8d-f57f1cb94cb5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-440799'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:17.057351 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-0e99d50d-2f98-4dc6-8c8d-f57f1cb94cb5 tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "DELETE /v2.0/floatingips/304dce88-ef7d-4277-a2a2-a3c1e0d54cde HTTP/1.1" status: 204 len: 168 time: 0.4674640 Aug 30 18:50:18.195750 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 62782e28-5b48-419b-849f-11e64f41766e no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:50:18.216778 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] No Port match for: 62782e28-5b48-419b-849f-11e64f41766e {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:50:18.217126 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Device 62782e28-5b48-419b-849f-11e64f41766e not bound to the agent host hv-cinder-79049 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:50:18.267228 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 57200) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:50:18.326911 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9f1fd5f2-3e51-40a3-9f24-6a526f833f2c tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:18.352651 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9f1fd5f2-3e51-40a3-9f24-6a526f833f2c tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:18.411634 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9f1fd5f2-3e51-40a3-9f24-6a526f833f2c tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:18.414347 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9f1fd5f2-3e51-40a3-9f24-6a526f833f2c tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:18.415546 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-9f1fd5f2-3e51-40a3-9f24-6a526f833f2c tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] 10.222.0.46 "DELETE /v2.0/security-groups/03785da4-8a07-413b-9194-f80bfb4a5fc3 HTTP/1.1" status: 204 len: 168 time: 0.1473186 Aug 30 18:50:18.429221 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1fd5f2-3e51-40a3-9f24-6a526f833f2c tempest-TestVolumeBootPattern-1382831702 tempest-TestVolumeBootPattern-1382831702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03785da4-8a07-413b-9194-f80bfb4a5fc3,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:50:18.483269 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 57204) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:50:19.222063 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ff2e3e7a-4f5a-403b-9fac-ad58edd88a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4105923'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:19.485583 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-ff2e3e7a-4f5a-403b-9fac-ad58edd88a1a admin admin] Deleting port 07da7cc8-ed1f-4d6b-b921-d414efc7e22a {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:50:19.485583 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ff2e3e7a-4f5a-403b-9fac-ad58edd88a1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:19.565874 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-ff2e3e7a-4f5a-403b-9fac-ad58edd88a1a admin admin] For port 07da7cc8-ed1f-4d6b-b921-d414efc7e22a, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=07da7cc8-ed1f-4d6b-b921-d414efc7e22a,segment=NetworkSegment(0d9affdd-6baa-4b27-bcd5-90971e50b682),segment_id=0d9affdd-6baa-4b27-bcd5-90971e50b682)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:50:19.566228 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ff2e3e7a-4f5a-403b-9fac-ad58edd88a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:19.582504 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-ff2e3e7a-4f5a-403b-9fac-ad58edd88a1a admin admin] Calling delete_port for 07da7cc8-ed1f-4d6b-b921-d414efc7e22a owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:50:19.807003 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ff2e3e7a-4f5a-403b-9fac-ad58edd88a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041865'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:19.851423 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e3e7a-4f5a-403b-9fac-ad58edd88a1a admin admin] Pushing event deleted for resources: {'Port': ['ID=07da7cc8-ed1f-4d6b-b921-d414efc7e22a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:50:19.884041 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2e3e7a-4f5a-403b-9fac-ad58edd88a1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:50:19.884390 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2e3e7a-4f5a-403b-9fac-ad58edd88a1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:50:19.884728 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2e3e7a-4f5a-403b-9fac-ad58edd88a1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:50:19.885061 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2e3e7a-4f5a-403b-9fac-ad58edd88a1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:50:19.885394 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2e3e7a-4f5a-403b-9fac-ad58edd88a1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:50:19.885718 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2e3e7a-4f5a-403b-9fac-ad58edd88a1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:50:19.886050 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2e3e7a-4f5a-403b-9fac-ad58edd88a1a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:50:19.886376 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2e3e7a-4f5a-403b-9fac-ad58edd88a1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:50:19.886698 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2e3e7a-4f5a-403b-9fac-ad58edd88a1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:50:19.887019 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2e3e7a-4f5a-403b-9fac-ad58edd88a1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:50:19.887376 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2e3e7a-4f5a-403b-9fac-ad58edd88a1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:50:19.887694 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2e3e7a-4f5a-403b-9fac-ad58edd88a1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:50:19.911152 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9355ce1b-8209-4886-8aeb-19fcc7547d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:20.076639 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ff2e3e7a-4f5a-403b-9fac-ad58edd88a1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3715997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4105737'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:20.387877 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2e3e7a-4f5a-403b-9fac-ad58edd88a1a admin admin] Router cad5ea78-9aed-46c2-86c3-d5ea47d31cae has already been hosted by L3 agent 92e03f23-06fd-457e-8698-15737aaba387 {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:50:20.537007 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2e3e7a-4f5a-403b-9fac-ad58edd88a1a admin admin] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:50:20.542460 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-ff2e3e7a-4f5a-403b-9fac-ad58edd88a1a admin admin] 10.222.0.46 "PUT /v2.0/routers/cad5ea78-9aed-46c2-86c3-d5ea47d31cae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0581105 Aug 30 18:50:20.545173 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 57208) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:50:20.548803 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8de0fa-e93c-4e13-8c20-41a6a48a86ba None None] Sync routers for ids ['cad5ea78-9aed-46c2-86c3-d5ea47d31cae'] in dv-cinder-790492-12-iscsi {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:50:20.558699 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8de0fa-e93c-4e13-8c20-41a6a48a86ba None None] Routers {'cad5ea78-9aed-46c2-86c3-d5ea47d31cae'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:50:20.559403 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5c8de0fa-e93c-4e13-8c20-41a6a48a86ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:49:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['cad5ea78-9aed-46c2-86c3-d5ea47d31cae'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:50:20.693655 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a5c7722d-34f7-45e3-9cb0-8fa58b5796bf admin admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:20.715000 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-5c8de0fa-e93c-4e13-8c20-41a6a48a86ba None None] Set router cad5ea78-9aed-46c2-86c3-d5ea47d31cae gateway port host: dv-cinder-790492-12-iscsi {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:50:20.810547 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a5c7722d-34f7-45e3-9cb0-8fa58b5796bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:20.888116 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-a5c7722d-34f7-45e3-9cb0-8fa58b5796bf admin admin] Deleting port e649fc8e-6bce-44d2-878b-711238646271 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:50:20.888577 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a5c7722d-34f7-45e3-9cb0-8fa58b5796bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:20.933603 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5c8de0fa-e93c-4e13-8c20-41a6a48a86ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'name': 'tempest-TestVolumeBootPattern-1912283042-router', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e649fc8e-6bce-44d2-878b-711238646271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:50:19Z', 'revision_number': 5, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'gw_port': {'id': 'e649fc8e-6bce-44d2-878b-711238646271', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi'}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:50:20.988443 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-a5c7722d-34f7-45e3-9cb0-8fa58b5796bf admin admin] For port e649fc8e-6bce-44d2-878b-711238646271, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=e649fc8e-6bce-44d2-878b-711238646271,segment=NetworkSegment(1a6a5219-0521-4333-ae96-e7fdd8d0d325),segment_id=1a6a5219-0521-4333-ae96-e7fdd8d0d325)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:50:20.988945 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a5c7722d-34f7-45e3-9cb0-8fa58b5796bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:21.003950 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-a5c7722d-34f7-45e3-9cb0-8fa58b5796bf admin admin] Calling delete_port for e649fc8e-6bce-44d2-878b-711238646271 owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:50:21.099460 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8de0fa-e93c-4e13-8c20-41a6a48a86ba None None] Checking router: cad5ea78-9aed-46c2-86c3-d5ea47d31cae for host: dv-cinder-790492-12-iscsi {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:50:21.108604 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8de0fa-e93c-4e13-8c20-41a6a48a86ba None None] Routers {'cad5ea78-9aed-46c2-86c3-d5ea47d31cae'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:50:21.110004 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5c8de0fa-e93c-4e13-8c20-41a6a48a86ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:49:53Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['cad5ea78-9aed-46c2-86c3-d5ea47d31cae'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:50:21.197140 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a5c7722d-34f7-45e3-9cb0-8fa58b5796bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041865'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:21.202068 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-5c8de0fa-e93c-4e13-8c20-41a6a48a86ba None None] Set router cad5ea78-9aed-46c2-86c3-d5ea47d31cae gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:50:21.223780 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7722d-34f7-45e3-9cb0-8fa58b5796bf admin admin] Pushing event deleted for resources: {'Port': ['ID=e649fc8e-6bce-44d2-878b-711238646271,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:50:21.261784 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5c8de0fa-e93c-4e13-8c20-41a6a48a86ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'name': 'tempest-TestVolumeBootPattern-1912283042-router', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:50:20Z', 'revision_number': 6, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'gw_port_host': None}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:50:21.289563 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a5c7722d-34f7-45e3-9cb0-8fa58b5796bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4120147'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:21.293607 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8de0fa-e93c-4e13-8c20-41a6a48a86ba None None] The sync data for ids ['cad5ea78-9aed-46c2-86c3-d5ea47d31cae'] in dv-cinder-790492-12-iscsi is: [{'id': 'cad5ea78-9aed-46c2-86c3-d5ea47d31cae', 'name': 'tempest-TestVolumeBootPattern-1912283042-router', 'tenant_id': 'd6986e116dce48f8bda10af57404e7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:43:10Z', 'updated_at': '2021-08-30T18:50:20Z', 'revision_number': 6, 'project_id': 'd6986e116dce48f8bda10af57404e7ac', 'gw_port_host': None}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:50:21.392211 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a5c7722d-34f7-45e3-9cb0-8fa58b5796bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4117452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4116'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:21.394630 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a5c7722d-34f7-45e3-9cb0-8fa58b5796bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:21.442358 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a5c7722d-34f7-45e3-9cb0-8fa58b5796bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4117443'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:21.443651 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c7722d-34f7-45e3-9cb0-8fa58b5796bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router cad5ea78-9aed-46c2-86c3-d5ea47d31cae {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 18:50:21.449898 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a5c7722d-34f7-45e3-9cb0-8fa58b5796bf admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:21.451598 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-a5c7722d-34f7-45e3-9cb0-8fa58b5796bf admin admin] 10.222.0.46 "DELETE /v2.0/routers/cad5ea78-9aed-46c2-86c3-d5ea47d31cae HTTP/1.1" status: 204 len: 168 time: 0.9052811 Aug 30 18:50:21.454918 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 57210) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:50:21.519864 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b75f9a6-7024-437e-8743-28856faaf0f3 admin admin] Deleting subnet b4de9b74-b9b1-42c7-b3eb-a92f3f836416 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 18:50:21.524712 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5b75f9a6-7024-437e-8743-28856faaf0f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:21.577052 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5b75f9a6-7024-437e-8743-28856faaf0f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8522711'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:21.671036 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5b75f9a6-7024-437e-8743-28856faaf0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984993'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:21.743523 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5b75f9a6-7024-437e-8743-28856faaf0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9041818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506784'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:21.770916 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75f9a6-7024-437e-8743-28856faaf0f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4de9b74-b9b1-42c7-b3eb-a92f3f836416,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:50:21.772988 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5b75f9a6-7024-437e-8743-28856faaf0f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:21.776482 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-5b75f9a6-7024-437e-8743-28856faaf0f3 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b4de9b74-b9b1-42c7-b3eb-a92f3f836416 HTTP/1.1" status: 204 len: 168 time: 0.3186953 Aug 30 18:50:21.777918 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 57214) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:50:21.781772 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7164f2-aa64-4130-8ca6-10c821f48999 None None] Network 2931f122-c7a5-4912-9039-b6f6e64a8d31 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:50:21.862715 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f51f8c41-98b3-4ae7-b982-f7db303c1d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641841'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:21.932872 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-f51f8c41-98b3-4ae7-b982-f7db303c1d4a admin admin] Deleting port e8dc0e35-98e7-4905-8602-096a8445903f {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:50:21.933220 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f51f8c41-98b3-4ae7-b982-f7db303c1d4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:21.998854 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-f51f8c41-98b3-4ae7-b982-f7db303c1d4a admin admin] For port e8dc0e35-98e7-4905-8602-096a8445903f, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=e8dc0e35-98e7-4905-8602-096a8445903f,segment=NetworkSegment(0d9affdd-6baa-4b27-bcd5-90971e50b682),segment_id=0d9affdd-6baa-4b27-bcd5-90971e50b682)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:50:21.999146 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f51f8c41-98b3-4ae7-b982-f7db303c1d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:22.012714 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-f51f8c41-98b3-4ae7-b982-f7db303c1d4a admin admin] Calling delete_port for e8dc0e35-98e7-4905-8602-096a8445903f owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:50:22.077391 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7e842b-53b8-47e9-9d0e-06e4c902b1e3 None None] DHCP port deletion for 2931f122-c7a5-4912-9039-b6f6e64a8d31 request from dv-cinder-790492-12-iscsi {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 18:50:22.113575 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f51f8c41-98b3-4ae7-b982-f7db303c1d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041865'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:22.131515 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-0b7e842b-53b8-47e9-9d0e-06e4c902b1e3 None None] Deleting port e8dc0e35-98e7-4905-8602-096a8445903f {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:50:22.131977 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0b7e842b-53b8-47e9-9d0e-06e4c902b1e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:22.142902 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f8c41-98b3-4ae7-b982-f7db303c1d4a admin admin] Pushing event deleted for resources: {'Port': ['ID=e8dc0e35-98e7-4905-8602-096a8445903f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:50:22.144812 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51f8c41-98b3-4ae7-b982-f7db303c1d4a admin admin] No DVR routers for this DVR port e8dc0e35-98e7-4905-8602-096a8445903f on host dv-cinder-790492-12-iscsi {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:50:22.211742 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-0b7e842b-53b8-47e9-9d0e-06e4c902b1e3 None None] For port e8dc0e35-98e7-4905-8602-096a8445903f, host dv-cinder-790492-12-iscsi, got binding levels [] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:50:22.212193 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0b7e842b-53b8-47e9-9d0e-06e4c902b1e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:22.225516 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f51f8c41-98b3-4ae7-b982-f7db303c1d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925274', 'neutron.services.segments.db._delete_segments_for_network-8776059265518'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:22.227202 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-0b7e842b-53b8-47e9-9d0e-06e4c902b1e3 None None] Calling delete_port for e8dc0e35-98e7-4905-8602-096a8445903f owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:50:22.229937 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.ipam_backend_mixin [None req-0b7e842b-53b8-47e9-9d0e-06e4c902b1e3 None None] Port e8dc0e35-98e7-4905-8602-096a8445903f was not found and therefore no delete operation was performed {{(pid=94079) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 18:50:22.231273 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0b7e842b-53b8-47e9-9d0e-06e4c902b1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:22.236688 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-f51f8c41-98b3-4ae7-b982-f7db303c1d4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2931f122-c7a5-4912-9039-b6f6e64a8d31']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:50:22.254756 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-f51f8c41-98b3-4ae7-b982-f7db303c1d4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9affdd-6baa-4b27-bcd5-90971e50b682') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:50:22.255075 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-f51f8c41-98b3-4ae7-b982-f7db303c1d4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9affdd-6baa-4b27-bcd5-90971e50b682') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:50:22.258216 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e842b-53b8-47e9-9d0e-06e4c902b1e3 None None] Pushing event deleted for resources: {'Port': ['ID=e8dc0e35-98e7-4905-8602-096a8445903f,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:50:22.266286 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f51f8c41-98b3-4ae7-b982-f7db303c1d4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776059265401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8522696'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:22.268177 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7e842b-53b8-47e9-9d0e-06e4c902b1e3 None None] No DVR routers for this DVR port e8dc0e35-98e7-4905-8602-096a8445903f on host dv-cinder-790492-12-iscsi {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:50:22.277006 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7e842b-53b8-47e9-9d0e-06e4c902b1e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:50:22.277006 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7e842b-53b8-47e9-9d0e-06e4c902b1e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:50:22.277006 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7e842b-53b8-47e9-9d0e-06e4c902b1e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:50:22.277006 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7e842b-53b8-47e9-9d0e-06e4c902b1e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:50:22.277006 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7e842b-53b8-47e9-9d0e-06e4c902b1e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:50:22.277006 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7e842b-53b8-47e9-9d0e-06e4c902b1e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:50:22.277006 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7e842b-53b8-47e9-9d0e-06e4c902b1e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:50:22.277006 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7e842b-53b8-47e9-9d0e-06e4c902b1e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:50:22.277006 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7e842b-53b8-47e9-9d0e-06e4c902b1e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:50:22.277006 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7e842b-53b8-47e9-9d0e-06e4c902b1e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:50:22.277006 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7e842b-53b8-47e9-9d0e-06e4c902b1e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:50:22.277006 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7e842b-53b8-47e9-9d0e-06e4c902b1e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-12-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:50:22.295734 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f51f8c41-98b3-4ae7-b982-f7db303c1d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:22.305375 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f51f8c41-98b3-4ae7-b982-f7db303c1d4a admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 18:50:22.305886 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f51f8c41-98b3-4ae7-b982-f7db303c1d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9041916'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:22.308453 dv-cinder-790492-12-iscsi neutron-server[94078]: Traceback (most recent call last): Aug 30 18:50:22.308453 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 18:50:22.308453 dv-cinder-790492-12-iscsi neutron-server[94078]: timer() Aug 30 18:50:22.308453 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 18:50:22.308453 dv-cinder-790492-12-iscsi neutron-server[94078]: cb(*args, **kw) Aug 30 18:50:22.308453 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 18:50:22.308453 dv-cinder-790492-12-iscsi neutron-server[94078]: return func(*args, **kwargs) Aug 30 18:50:22.308453 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 18:50:22.308453 dv-cinder-790492-12-iscsi neutron-server[94078]: self._notify() Aug 30 18:50:22.308453 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 18:50:22.308453 dv-cinder-790492-12-iscsi neutron-server[94078]: self.callback(batched_events) Aug 30 18:50:22.308453 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 18:50:22.308453 dv-cinder-790492-12-iscsi neutron-server[94078]: event.method(event) Aug 30 18:50:22.308453 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 18:50:22.308453 dv-cinder-790492-12-iscsi neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 18:50:22.308453 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 18:50:22.308453 dv-cinder-790492-12-iscsi neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 18:50:22.308453 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 18:50:22.308453 dv-cinder-790492-12-iscsi neutron-server[94078]: return f(self, *a, **k) Aug 30 18:50:22.308453 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 18:50:22.308453 dv-cinder-790492-12-iscsi neutron-server[94078]: return self._get(url).json() Aug 30 18:50:22.308453 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 18:50:22.308453 dv-cinder-790492-12-iscsi neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 18:50:22.308453 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 18:50:22.308453 dv-cinder-790492-12-iscsi neutron-server[94078]: return self.request(url, 'GET', **kwargs) Aug 30 18:50:22.308453 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 18:50:22.308453 dv-cinder-790492-12-iscsi neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 18:50:22.308453 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 18:50:22.308453 dv-cinder-790492-12-iscsi neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 18:50:22.308453 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 18:50:22.308453 dv-cinder-790492-12-iscsi neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 18:50:22.308453 dv-cinder-790492-12-iscsi neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 18:50:22.369013 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f51f8c41-98b3-4ae7-b982-f7db303c1d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120175'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:22.374690 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f51f8c41-98b3-4ae7-b982-f7db303c1d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:22.376695 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-f51f8c41-98b3-4ae7-b982-f7db303c1d4a admin admin] 10.222.0.46 "DELETE /v2.0/networks/2931f122-c7a5-4912-9039-b6f6e64a8d31 HTTP/1.1" status: 204 len: 168 time: 0.5976191 Aug 30 18:50:22.380672 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 57216) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:50:22.389357 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f8c41-98b3-4ae7-b982-f7db303c1d4a admin admin] Pushing event deleted for resources: {'Network': ['ID=2931f122-c7a5-4912-9039-b6f6e64a8d31,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:50:22.675290 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device e649fc8e-6bce-44d2-878b-711238646271 no longer exists at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:50:22.699209 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] No Port match for: e649fc8e-6bce-44d2-878b-711238646271 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:50:22.699209 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device e649fc8e-6bce-44d2-878b-711238646271 not bound to the agent host dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:50:22.699626 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 07da7cc8-ed1f-4d6b-b921-d414efc7e22a no longer exists at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:50:22.723574 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] No Port match for: 07da7cc8-ed1f-4d6b-b921-d414efc7e22a {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:50:22.724152 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 07da7cc8-ed1f-4d6b-b921-d414efc7e22a not bound to the agent host dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:50:22.724775 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device e8dc0e35-98e7-4905-8602-096a8445903f no longer exists at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:50:22.747068 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] No Port match for: e8dc0e35-98e7-4905-8602-096a8445903f {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:50:22.747553 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device e8dc0e35-98e7-4905-8602-096a8445903f not bound to the agent host dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:50:22.795188 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ece2c908-5db5-4ede-a3ab-17ad4c61368c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4105923'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:23.060502 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-ece2c908-5db5-4ede-a3ab-17ad4c61368c admin admin] Deleting port ccae158f-7c9a-46e9-b0fd-f6fcca85b713 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:50:23.060760 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ece2c908-5db5-4ede-a3ab-17ad4c61368c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:23.145747 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-ece2c908-5db5-4ede-a3ab-17ad4c61368c admin admin] For port ccae158f-7c9a-46e9-b0fd-f6fcca85b713, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=ccae158f-7c9a-46e9-b0fd-f6fcca85b713,segment=NetworkSegment(4dbac380-9d29-4673-9334-48fa88a95c76),segment_id=4dbac380-9d29-4673-9334-48fa88a95c76)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:50:23.146159 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ece2c908-5db5-4ede-a3ab-17ad4c61368c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:23.160438 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-ece2c908-5db5-4ede-a3ab-17ad4c61368c admin admin] Calling delete_port for ccae158f-7c9a-46e9-b0fd-f6fcca85b713 owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:50:23.260640 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cfc649a0-1e76-4376-9fee-40bb222c95c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:23.363511 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ece2c908-5db5-4ede-a3ab-17ad4c61368c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:23.365520 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:23.396760 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2c908-5db5-4ede-a3ab-17ad4c61368c admin admin] Pushing event deleted for resources: {'Port': ['ID=ccae158f-7c9a-46e9-b0fd-f6fcca85b713,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:50:23.622134 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ece2c908-5db5-4ede-a3ab-17ad4c61368c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3715997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4105737'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:24.082091 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:24.123566 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece2c908-5db5-4ede-a3ab-17ad4c61368c admin admin] Router c731a882-2293-4715-8290-59b019bab1f3 has already been hosted by L3 agent 92e03f23-06fd-457e-8698-15737aaba387 {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:50:24.304653 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece2c908-5db5-4ede-a3ab-17ad4c61368c admin admin] Notify agent at l3_agent.dv-cinder-790492-12-iscsi the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:50:24.313351 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-ece2c908-5db5-4ede-a3ab-17ad4c61368c admin admin] 10.222.0.46 "PUT /v2.0/routers/c731a882-2293-4715-8290-59b019bab1f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9303513 Aug 30 18:50:24.315519 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a6ffd4-492d-464c-8a11-338c40dbd072 None None] Sync routers for ids ['c731a882-2293-4715-8290-59b019bab1f3'] in dv-cinder-790492-12-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:50:24.316326 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 57218) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:50:24.328473 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a6ffd4-492d-464c-8a11-338c40dbd072 None None] Routers {'c731a882-2293-4715-8290-59b019bab1f3'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:50:24.329398 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-37a6ffd4-492d-464c-8a11-338c40dbd072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:50:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['c731a882-2293-4715-8290-59b019bab1f3'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:50:24.447812 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-37a6ffd4-492d-464c-8a11-338c40dbd072 None None] Set router c731a882-2293-4715-8290-59b019bab1f3 gateway port host: dv-cinder-790492-12-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:50:24.462795 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-735e38d9-4954-4fe1-ae68-cf3897651fbc admin admin] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:24.580810 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-735e38d9-4954-4fe1-ae68-cf3897651fbc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:24.646457 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-735e38d9-4954-4fe1-ae68-cf3897651fbc admin admin] Deleting port 40af5631-3a82-457b-aae9-245b9ee11c10 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:50:24.646791 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-735e38d9-4954-4fe1-ae68-cf3897651fbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:24.740572 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-735e38d9-4954-4fe1-ae68-cf3897651fbc admin admin] For port 40af5631-3a82-457b-aae9-245b9ee11c10, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=40af5631-3a82-457b-aae9-245b9ee11c10,segment=NetworkSegment(1a6a5219-0521-4333-ae96-e7fdd8d0d325),segment_id=1a6a5219-0521-4333-ae96-e7fdd8d0d325)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:50:24.741070 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-735e38d9-4954-4fe1-ae68-cf3897651fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:24.755275 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-735e38d9-4954-4fe1-ae68-cf3897651fbc admin admin] Calling delete_port for 40af5631-3a82-457b-aae9-245b9ee11c10 owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:50:24.761267 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-37a6ffd4-492d-464c-8a11-338c40dbd072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c731a882-2293-4715-8290-59b019bab1f3', 'name': 'tempest-TestVolumeBootPattern-459854330-router', 'tenant_id': '5855bc3c0cfa4778a5f2de3f324d1a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'external_fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '40af5631-3a82-457b-aae9-245b9ee11c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:43:18Z', 'updated_at': '2021-08-30T18:50:23Z', 'revision_number': 5, 'project_id': '5855bc3c0cfa4778a5f2de3f324d1a31', 'gw_port': {'id': '40af5631-3a82-457b-aae9-245b9ee11c10', 'name': '', 'network_id': '56c1e305-917b-4e98-a569-d57cdf415d5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:84:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c731a882-2293-4715-8290-59b019bab1f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:43:19Z', 'updated_at': '2021-08-30T18:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb15dae3-e857-40c0-90c2-88f2d8bfe547', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-12-iscsi'}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:50:24.789452 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a6ffd4-492d-464c-8a11-338c40dbd072 None None] Checking router: c731a882-2293-4715-8290-59b019bab1f3 for host: dv-cinder-790492-12-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:50:24.798791 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a6ffd4-492d-464c-8a11-338c40dbd072 None None] Routers {'c731a882-2293-4715-8290-59b019bab1f3'} bound to L3 agent in host dv-cinder-790492-12-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:50:24.799434 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-37a6ffd4-492d-464c-8a11-338c40dbd072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T18:25:23Z,description=,heartbeat_timestamp=2021-08-30T18:50:23Z,host='dv-cinder-790492-12-iscsi',id=92e03f23-06fd-457e-8698-15737aaba387,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:25:23Z,topic='l3_agent')) {'router_ids': ['c731a882-2293-4715-8290-59b019bab1f3'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:50:24.889446 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-37a6ffd4-492d-464c-8a11-338c40dbd072 None None] Set router c731a882-2293-4715-8290-59b019bab1f3 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:50:24.930517 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-735e38d9-4954-4fe1-ae68-cf3897651fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8449039'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:24.951198 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-37a6ffd4-492d-464c-8a11-338c40dbd072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c731a882-2293-4715-8290-59b019bab1f3', 'name': 'tempest-TestVolumeBootPattern-459854330-router', 'tenant_id': '5855bc3c0cfa4778a5f2de3f324d1a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:43:18Z', 'updated_at': '2021-08-30T18:50:24Z', 'revision_number': 6, 'project_id': '5855bc3c0cfa4778a5f2de3f324d1a31', 'gw_port_host': None}], 'dv-cinder-790492-12-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:50:24.958241 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e38d9-4954-4fe1-ae68-cf3897651fbc admin admin] Pushing event deleted for resources: {'Port': ['ID=40af5631-3a82-457b-aae9-245b9ee11c10,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:50:24.980710 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a6ffd4-492d-464c-8a11-338c40dbd072 None None] The sync data for ids ['c731a882-2293-4715-8290-59b019bab1f3'] in dv-cinder-790492-12-iscsi is: [{'id': 'c731a882-2293-4715-8290-59b019bab1f3', 'name': 'tempest-TestVolumeBootPattern-459854330-router', 'tenant_id': '5855bc3c0cfa4778a5f2de3f324d1a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:43:18Z', 'updated_at': '2021-08-30T18:50:24Z', 'revision_number': 6, 'project_id': '5855bc3c0cfa4778a5f2de3f324d1a31', 'gw_port_host': None}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:50:25.033077 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-735e38d9-4954-4fe1-ae68-cf3897651fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4120147'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:25.125863 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-735e38d9-4954-4fe1-ae68-cf3897651fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4117452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4116'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:25.128064 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-735e38d9-4954-4fe1-ae68-cf3897651fbc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:25.174746 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-735e38d9-4954-4fe1-ae68-cf3897651fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4117443'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:25.175507 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735e38d9-4954-4fe1-ae68-cf3897651fbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c731a882-2293-4715-8290-59b019bab1f3 {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 18:50:25.180910 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-735e38d9-4954-4fe1-ae68-cf3897651fbc admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:25.182425 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-735e38d9-4954-4fe1-ae68-cf3897651fbc admin admin] 10.222.0.46 "DELETE /v2.0/routers/c731a882-2293-4715-8290-59b019bab1f3 HTTP/1.1" status: 204 len: 168 time: 0.8646247 Aug 30 18:50:25.185258 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 57220) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:50:25.232411 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-888bce93-e3ac-4d2b-af9c-0b2a42e441c9 admin admin] Deleting subnet f90d658a-eda2-456c-b116-5b6601c51915 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 18:50:25.235793 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-888bce93-e3ac-4d2b-af9c-0b2a42e441c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:25.271580 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-888bce93-e3ac-4d2b-af9c-0b2a42e441c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8937665'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:25.391220 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-888bce93-e3ac-4d2b-af9c-0b2a42e441c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-984993'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:25.455701 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-888bce93-e3ac-4d2b-af9c-0b2a42e441c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8449116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424332'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:25.508258 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-888bce93-e3ac-4d2b-af9c-0b2a42e441c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:25.510277 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-888bce93-e3ac-4d2b-af9c-0b2a42e441c9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f90d658a-eda2-456c-b116-5b6601c51915 HTTP/1.1" status: 204 len: 168 time: 0.3240302 Aug 30 18:50:25.511478 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888bce93-e3ac-4d2b-af9c-0b2a42e441c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f90d658a-eda2-456c-b116-5b6601c51915,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:50:25.514632 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 57222) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:50:25.519208 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0233eb-7d3c-4a87-aa3d-abdd44a8fde6 None None] Network fedd41d9-4024-40d5-82e8-5b7d2f017513 requested from dv-cinder-790492-12-iscsi {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:50:25.589682 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68ea5182-3a2b-489e-ae4a-3bbaa1fde626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-641841'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:25.649225 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-68ea5182-3a2b-489e-ae4a-3bbaa1fde626 admin admin] Deleting port bdb6d9e0-b022-4978-ae1e-d3b30a707f75 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:50:25.649554 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68ea5182-3a2b-489e-ae4a-3bbaa1fde626 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:25.714913 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-68ea5182-3a2b-489e-ae4a-3bbaa1fde626 admin admin] For port bdb6d9e0-b022-4978-ae1e-d3b30a707f75, host dv-cinder-790492-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-12-iscsi',level=0,port_id=bdb6d9e0-b022-4978-ae1e-d3b30a707f75,segment=NetworkSegment(4dbac380-9d29-4673-9334-48fa88a95c76),segment_id=4dbac380-9d29-4673-9334-48fa88a95c76)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:50:25.715306 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68ea5182-3a2b-489e-ae4a-3bbaa1fde626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:25.731890 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-68ea5182-3a2b-489e-ae4a-3bbaa1fde626 admin admin] Calling delete_port for bdb6d9e0-b022-4978-ae1e-d3b30a707f75 owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:50:25.771839 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8663c755-56a1-481f-b7ec-7fd7f53545ff None None] DHCP port deletion for fedd41d9-4024-40d5-82e8-5b7d2f017513 request from dv-cinder-790492-12-iscsi {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 18:50:25.832421 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:25.836328 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68ea5182-3a2b-489e-ae4a-3bbaa1fde626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9041865'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:25.851610 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-8663c755-56a1-481f-b7ec-7fd7f53545ff None None] Deleting port bdb6d9e0-b022-4978-ae1e-d3b30a707f75 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:50:25.852110 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8663c755-56a1-481f-b7ec-7fd7f53545ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776059119903'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:25.872418 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea5182-3a2b-489e-ae4a-3bbaa1fde626 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdb6d9e0-b022-4978-ae1e-d3b30a707f75,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:50:25.877943 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ea5182-3a2b-489e-ae4a-3bbaa1fde626 admin admin] No DVR routers for this DVR port bdb6d9e0-b022-4978-ae1e-d3b30a707f75 on host dv-cinder-790492-12-iscsi {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:50:25.931172 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-8663c755-56a1-481f-b7ec-7fd7f53545ff None None] For port bdb6d9e0-b022-4978-ae1e-d3b30a707f75, host dv-cinder-790492-12-iscsi, got binding levels [] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:50:25.931559 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8663c755-56a1-481f-b7ec-7fd7f53545ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4104210'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:25.950891 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-8663c755-56a1-481f-b7ec-7fd7f53545ff None None] Calling delete_port for bdb6d9e0-b022-4978-ae1e-d3b30a707f75 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:50:25.954950 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.ipam_backend_mixin [None req-8663c755-56a1-481f-b7ec-7fd7f53545ff None None] Port bdb6d9e0-b022-4978-ae1e-d3b30a707f75 was not found and therefore no delete operation was performed {{(pid=94079) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 18:50:25.956250 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8663c755-56a1-481f-b7ec-7fd7f53545ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776059175711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776058703391'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:25.967600 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68ea5182-3a2b-489e-ae4a-3bbaa1fde626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925274', 'neutron.services.segments.db._delete_segments_for_network-8776059265518'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:25.979108 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-68ea5182-3a2b-489e-ae4a-3bbaa1fde626 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fedd41d9-4024-40d5-82e8-5b7d2f017513']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:50:25.983714 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663c755-56a1-481f-b7ec-7fd7f53545ff None None] Pushing event deleted for resources: {'Port': ['ID=bdb6d9e0-b022-4978-ae1e-d3b30a707f75,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:50:25.986324 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8663c755-56a1-481f-b7ec-7fd7f53545ff None None] No DVR routers for this DVR port bdb6d9e0-b022-4978-ae1e-d3b30a707f75 on host dv-cinder-790492-12-iscsi {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:50:25.993008 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-68ea5182-3a2b-489e-ae4a-3bbaa1fde626 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dbac380-9d29-4673-9334-48fa88a95c76') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:50:25.993285 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-68ea5182-3a2b-489e-ae4a-3bbaa1fde626 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dbac380-9d29-4673-9334-48fa88a95c76') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:50:26.006599 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68ea5182-3a2b-489e-ae4a-3bbaa1fde626 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776059265401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8522696'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:26.025764 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68ea5182-3a2b-489e-ae4a-3bbaa1fde626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:26.034782 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68ea5182-3a2b-489e-ae4a-3bbaa1fde626 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 18:50:26.035173 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68ea5182-3a2b-489e-ae4a-3bbaa1fde626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9041916'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:26.036883 dv-cinder-790492-12-iscsi neutron-server[94078]: Traceback (most recent call last): Aug 30 18:50:26.036883 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 18:50:26.036883 dv-cinder-790492-12-iscsi neutron-server[94078]: timer() Aug 30 18:50:26.036883 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 18:50:26.036883 dv-cinder-790492-12-iscsi neutron-server[94078]: cb(*args, **kw) Aug 30 18:50:26.036883 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 18:50:26.036883 dv-cinder-790492-12-iscsi neutron-server[94078]: return func(*args, **kwargs) Aug 30 18:50:26.036883 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 18:50:26.036883 dv-cinder-790492-12-iscsi neutron-server[94078]: self._notify() Aug 30 18:50:26.036883 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 18:50:26.036883 dv-cinder-790492-12-iscsi neutron-server[94078]: self.callback(batched_events) Aug 30 18:50:26.036883 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 18:50:26.036883 dv-cinder-790492-12-iscsi neutron-server[94078]: event.method(event) Aug 30 18:50:26.036883 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 18:50:26.036883 dv-cinder-790492-12-iscsi neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 18:50:26.036883 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 18:50:26.036883 dv-cinder-790492-12-iscsi neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 18:50:26.036883 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 18:50:26.036883 dv-cinder-790492-12-iscsi neutron-server[94078]: return f(self, *a, **k) Aug 30 18:50:26.036883 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 18:50:26.036883 dv-cinder-790492-12-iscsi neutron-server[94078]: return self._get(url).json() Aug 30 18:50:26.036883 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 18:50:26.036883 dv-cinder-790492-12-iscsi neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 18:50:26.036883 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 18:50:26.036883 dv-cinder-790492-12-iscsi neutron-server[94078]: return self.request(url, 'GET', **kwargs) Aug 30 18:50:26.036883 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 18:50:26.036883 dv-cinder-790492-12-iscsi neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 18:50:26.036883 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 18:50:26.036883 dv-cinder-790492-12-iscsi neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 18:50:26.036883 dv-cinder-790492-12-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 18:50:26.036883 dv-cinder-790492-12-iscsi neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 18:50:26.036883 dv-cinder-790492-12-iscsi neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 18:50:26.115307 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68ea5182-3a2b-489e-ae4a-3bbaa1fde626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4125789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3715978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4120175'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:26.121413 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68ea5182-3a2b-489e-ae4a-3bbaa1fde626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3715960'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:26.127007 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-68ea5182-3a2b-489e-ae4a-3bbaa1fde626 admin admin] 10.222.0.46 "DELETE /v2.0/networks/fedd41d9-4024-40d5-82e8-5b7d2f017513 HTTP/1.1" status: 204 len: 168 time: 0.6074157 Aug 30 18:50:26.137660 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea5182-3a2b-489e-ae4a-3bbaa1fde626 admin admin] Pushing event deleted for resources: {'Network': ['ID=fedd41d9-4024-40d5-82e8-5b7d2f017513,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:50:26.258119 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 57226) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:50:26.302782 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-1308dd64-a8e5-4eba-b72f-42a49333ae08 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d6986e116dce48f8bda10af57404e7ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428507 Aug 30 18:50:26.305250 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.46', 57228) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:50:26.363783 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d6a5b7a1-5fb9-48b2-8941-3e3cc5c21ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:26.618272 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d6a5b7a1-5fb9-48b2-8941-3e3cc5c21ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:26.671827 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d6a5b7a1-5fb9-48b2-8941-3e3cc5c21ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:26.674761 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d6a5b7a1-5fb9-48b2-8941-3e3cc5c21ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:26.676314 dv-cinder-790492-12-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-d6a5b7a1-5fb9-48b2-8941-3e3cc5c21ae3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ce808429-cc4b-40b8-b204-09d9947a9782 HTTP/1.1" status: 204 len: 168 time: 0.3697860 Aug 30 18:50:26.687658 dv-cinder-790492-12-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5b7a1-5fb9-48b2-8941-3e3cc5c21ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce808429-cc4b-40b8-b204-09d9947a9782,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:50:26.690461 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device bdb6d9e0-b022-4978-ae1e-d3b30a707f75 no longer exists at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:50:26.728393 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] No Port match for: bdb6d9e0-b022-4978-ae1e-d3b30a707f75 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:50:26.729229 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device bdb6d9e0-b022-4978-ae1e-d3b30a707f75 not bound to the agent host dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:50:26.730022 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device ccae158f-7c9a-46e9-b0fd-f6fcca85b713 no longer exists at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:50:26.765829 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] No Port match for: ccae158f-7c9a-46e9-b0fd-f6fcca85b713 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:50:26.766298 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device ccae158f-7c9a-46e9-b0fd-f6fcca85b713 not bound to the agent host dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:50:26.766913 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 40af5631-3a82-457b-aae9-245b9ee11c10 no longer exists at agent ovs-agent-dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:50:26.795034 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] No Port match for: 40af5631-3a82-457b-aae9-245b9ee11c10 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:50:26.795578 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Device 40af5631-3a82-457b-aae9-245b9ee11c10 not bound to the agent host dv-cinder-790492-12-iscsi {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:50:27.024581 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 57236) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:50:27.065210 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-9cd5f0bb-1671-4d19-9915-5a1ba5fc3164 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5855bc3c0cfa4778a5f2de3f324d1a31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393612 Aug 30 18:50:27.067704 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.46', 57238) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:50:27.133274 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c9578c1f-e7e0-45aa-842c-1f403a1e3b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:27.162928 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c9578c1f-e7e0-45aa-842c-1f403a1e3b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:27.227828 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c9578c1f-e7e0-45aa-842c-1f403a1e3b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4121576'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:27.230557 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c9578c1f-e7e0-45aa-842c-1f403a1e3b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:27.236064 dv-cinder-790492-12-iscsi neutron-server[94077]: INFO neutron.wsgi [None req-c9578c1f-e7e0-45aa-842c-1f403a1e3b27 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/976d32dc-5125-4688-927b-3b52f40f7b1d HTTP/1.1" status: 204 len: 168 time: 0.1629012 Aug 30 18:50:27.243819 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9578c1f-e7e0-45aa-842c-1f403a1e3b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976d32dc-5125-4688-927b-3b52f40f7b1d,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:50:39.764221 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:49.903236 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b7ee6078-0e0a-4f2b-87b3-5e586c4f207b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:53.266832 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bfa1b5e6-9f78-45a2-ac27-da0685b492a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:53.367641 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:53.933320 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:50:54.075885 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:50:55.817408 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:51:09.772708 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:51:19.904280 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-745bedde-8dce-4677-90d0-9ceeb1562fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:51:23.268300 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d511d38b-68c1-46ee-a09a-1c88b5856833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:51:23.370451 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:51:24.080268 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:51:25.814469 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:51:30.933425 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:51:39.765425 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:51:49.906172 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-127b081c-b11b-4029-ab05-df16758ed406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:51:53.271288 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a6254a1e-1856-44cd-b18e-661912c4a621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:51:53.373953 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:51:54.081994 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:51:55.821285 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:52:07.932469 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:52:09.784593 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:52:19.912850 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-894892d7-7fe3-4dd3-9e0d-9d91c104fd6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:52:23.272703 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d77b8392-8967-43b1-8bc3-0ff7e1d47511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:52:23.383379 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:52:24.091716 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:52:25.823931 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:52:39.786772 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:52:44.933258 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:52:49.907344 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-90344eef-0b83-4fcd-86fe-88ec79abf0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:52:53.273259 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a789b1a3-5b00-4581-b991-343d2cdd7c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:52:53.377597 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:52:54.086509 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:52:55.824823 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:53:09.784776 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:53:19.917364 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e4811633-10d8-416a-87f4-91804eb78666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:53:21.938213 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:53:23.277296 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a82a2028-02ee-49de-ab84-c72e8c85bc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:53:23.381032 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:53:24.090682 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:53:25.830382 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:53:39.783276 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:53:49.911684 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d2ff1542-f1b9-4988-a0be-747a5df3dfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:53:53.282457 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d60583f2-16fa-498e-a754-ae4ad7efec52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:53:53.382776 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:53:54.093103 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:53:55.830548 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:53:58.936242 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:54:09.788494 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:54:19.914818 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91ea7399-bff4-46fc-824e-fd5c9cfdebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:54:23.287181 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c63316d8-3ac8-4930-9f00-95dbca35762b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:54:23.391543 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:54:24.097593 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:54:25.839802 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:54:35.934930 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:54:39.809493 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:54:39.979963 dv-cinder-790492-12-iscsi neutron-server[94077]: DEBUG neutron.wsgi [req-c8368d67-1cf7-4c32-83e1-feb39cbeaada req-8733e8ce-33ba-436b-bb2b-559025b70b56 service neutron] (94077) timed out ('10.222.0.39', 60836) {{(pid=94077) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 18:54:49.920899 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-565aa362-4360-4096-898c-b2ac0332dfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:54:53.290912 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c1907f36-722d-4023-97f7-1827ca516823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:54:53.383828 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:54:54.098747 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:54:55.848030 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:55:09.811049 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:55:12.933897 dv-cinder-790492-12-iscsi neutron-server[94080]: DEBUG neutron.db.agents_db [None req-82305211-350b-42af-af41-a038a572bee7 None None] Agent healthcheck: found 6 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:55:19.922249 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-703cb7f5-e6d5-40e8-9456-c14907bbbfaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:55:23.292280 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cd09aeb4-cfe5-4e49-945f-f3fbcf572a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:55:23.386550 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f950bd3e-881f-4d0a-97e4-504edc86295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:55:24.101909 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cb0226e-8a66-4dcb-89f1-e45f2de5b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:55:25.842978 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91b32315-f0ba-444b-992f-3676f9ca5939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:55:39.824156 dv-cinder-790492-12-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b198dd8-1c77-4835-8f59-15c49977ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776059265500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-922720'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}